2024-11-21 11:21:12,776 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 11:21:12,791 main DEBUG Took 0.012374 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 11:21:12,791 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 11:21:12,792 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 11:21:12,793 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 11:21:12,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,802 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 11:21:12,814 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,817 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,818 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,819 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,820 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,822 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,824 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,825 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,827 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:21:12,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,830 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 11:21:12,832 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:21:12,833 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 11:21:12,836 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 11:21:12,836 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 11:21:12,838 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 11:21:12,839 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 11:21:12,850 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 11:21:12,852 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 11:21:12,854 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 11:21:12,854 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 11:21:12,855 main DEBUG createAppenders(={Console}) 2024-11-21 11:21:12,855 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-21 11:21:12,856 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 11:21:12,856 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-21 11:21:12,857 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 11:21:12,857 main DEBUG OutputStream closed 2024-11-21 11:21:12,857 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 11:21:12,858 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 11:21:12,858 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-21 11:21:12,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 11:21:12,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 11:21:12,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 11:21:12,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 11:21:12,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 11:21:12,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 11:21:12,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 11:21:12,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 11:21:12,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 11:21:12,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 11:21:12,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 11:21:12,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 11:21:12,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 11:21:12,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 11:21:12,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 11:21:12,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 11:21:12,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 11:21:12,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 11:21:12,947 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 11:21:12,948 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-21 11:21:12,948 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 11:21:12,949 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-21T11:21:13,225 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8 2024-11-21 11:21:13,228 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 11:21:13,229 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T11:21:13,238 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-21T11:21:13,262 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:21:13,265 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b, deleteOnExit=true 2024-11-21T11:21:13,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T11:21:13,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/test.cache.data in system properties and HBase conf 2024-11-21T11:21:13,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:21:13,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:21:13,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:21:13,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:21:13,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T11:21:13,370 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T11:21:13,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:21:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:21:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:21:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:21:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:21:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:21:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:13,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:21:13,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:21:13,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:21:13,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:21:13,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:21:13,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:21:14,309 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T11:21:14,395 INFO [Time-limited test {}] log.Log(170): Logging initialized @2332ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T11:21:14,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:14,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:14,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:14,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:14,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:14,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:14,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:14,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:14,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/java.io.tmpdir/jetty-localhost-44537-hadoop-hdfs-3_4_1-tests_jar-_-any-12878630072199608341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:21:14,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:44537} 2024-11-21T11:21:14,795 INFO [Time-limited test {}] server.Server(415): Started @2734ms 2024-11-21T11:21:15,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:21:15,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:21:15,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:21:15,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:21:15,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:21:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:21:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:21:15,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ba49e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/java.io.tmpdir/jetty-localhost-39507-hadoop-hdfs-3_4_1-tests_jar-_-any-5837425892932554367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:21:15,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:39507} 2024-11-21T11:21:15,321 INFO [Time-limited test {}] server.Server(415): Started @3260ms 2024-11-21T11:21:15,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:21:15,855 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/dfs/data/data1/current/BP-16932064-172.17.0.2-1732188074067/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:15,855 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/dfs/data/data2/current/BP-16932064-172.17.0.2-1732188074067/current, will proceed with Du for space computation calculation, 2024-11-21T11:21:15,895 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:21:15,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfd6b3d42d9ad69 with lease ID 0x97af5d9d5bcf7555: Processing first storage report for DS-6f61662e-e092-40a7-9963-2d8948bdb0ed from datanode DatanodeRegistration(127.0.0.1:42791, datanodeUuid=8acbcdda-db7c-470a-9fbf-e44eb5b8e889, infoPort=37833, infoSecurePort=0, ipcPort=37099, storageInfo=lv=-57;cid=testClusterID;nsid=582716581;c=1732188074067) 2024-11-21T11:21:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfd6b3d42d9ad69 with lease ID 0x97af5d9d5bcf7555: from storage DS-6f61662e-e092-40a7-9963-2d8948bdb0ed node DatanodeRegistration(127.0.0.1:42791, datanodeUuid=8acbcdda-db7c-470a-9fbf-e44eb5b8e889, infoPort=37833, infoSecurePort=0, ipcPort=37099, storageInfo=lv=-57;cid=testClusterID;nsid=582716581;c=1732188074067), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T11:21:15,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfd6b3d42d9ad69 with lease ID 0x97af5d9d5bcf7555: Processing first storage report for DS-c33801e1-3969-4811-8c26-6c3e2eb6ca9a from datanode DatanodeRegistration(127.0.0.1:42791, datanodeUuid=8acbcdda-db7c-470a-9fbf-e44eb5b8e889, infoPort=37833, infoSecurePort=0, ipcPort=37099, storageInfo=lv=-57;cid=testClusterID;nsid=582716581;c=1732188074067) 2024-11-21T11:21:15,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfd6b3d42d9ad69 with lease ID 0x97af5d9d5bcf7555: from storage DS-c33801e1-3969-4811-8c26-6c3e2eb6ca9a node DatanodeRegistration(127.0.0.1:42791, datanodeUuid=8acbcdda-db7c-470a-9fbf-e44eb5b8e889, infoPort=37833, infoSecurePort=0, ipcPort=37099, storageInfo=lv=-57;cid=testClusterID;nsid=582716581;c=1732188074067), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:21:15,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8 2024-11-21T11:21:16,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/zookeeper_0, clientPort=59296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:21:16,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59296 2024-11-21T11:21:16,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:21:16,729 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 with version=8 2024-11-21T11:21:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/hbase-staging 2024-11-21T11:21:16,855 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T11:21:17,120 INFO [Time-limited test {}] client.ConnectionUtils(129): master/98fb8183d505:0 server-side Connection retries=45 2024-11-21T11:21:17,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:17,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:17,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:17,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:17,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:17,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:17,332 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T11:21:17,340 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T11:21:17,344 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:17,370 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18912 (auto-detected) 2024-11-21T11:21:17,371 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T11:21:17,390 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37055 2024-11-21T11:21:17,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:17,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:17,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37055 connecting to ZooKeeper ensemble=127.0.0.1:59296 2024-11-21T11:21:17,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370550x0, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:17,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37055-0x10019d030ea0000 connected 2024-11-21T11:21:17,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T11:21:17,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:21:17,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T11:21:17,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-21T11:21:17,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37055 2024-11-21T11:21:17,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37055 2024-11-21T11:21:17,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-21T11:21:17,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-21T11:21:17,493 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3, hbase.cluster.distributed=false 2024-11-21T11:21:17,564 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/98fb8183d505:0 server-side Connection retries=45 2024-11-21T11:21:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:17,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:21:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:21:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:21:17,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:21:17,571 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:21:17,572 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41191 2024-11-21T11:21:17,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:21:17,581 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:21:17,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:17,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:17,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41191 connecting to ZooKeeper ensemble=127.0.0.1:59296 2024-11-21T11:21:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411910x0, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:21:17,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41191-0x10019d030ea0001 connected 2024-11-21T11:21:17,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T11:21:17,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:21:17,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T11:21:17,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-21T11:21:17,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41191 2024-11-21T11:21:17,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41191 2024-11-21T11:21:17,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-21T11:21:17,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41191 2024-11-21T11:21:17,611 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/98fb8183d505,37055,1732188076849 2024-11-21T11:21:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:21:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:21:17,620 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/98fb8183d505,37055,1732188076849 2024-11-21T11:21:17,629 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;98fb8183d505:37055 2024-11-21T11:21:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T11:21:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T11:21:17,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:17,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:17,641 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T11:21:17,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T11:21:17,642 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/98fb8183d505,37055,1732188076849 from backup master directory 2024-11-21T11:21:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:21:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/98fb8183d505,37055,1732188076849 2024-11-21T11:21:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:21:17,646 WARN [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:17,646 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=98fb8183d505,37055,1732188076849 2024-11-21T11:21:17,648 INFO [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T11:21:17,649 INFO [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T11:21:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:21:18,118 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/hbase.id with ID: e308c7d7-f276-4d1f-b1ac-add582a422c4 2024-11-21T11:21:18,158 INFO [master/98fb8183d505:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:21:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:18,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:21:18,617 INFO [master/98fb8183d505:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:18,619 INFO [master/98fb8183d505:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:21:18,637 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:18,642 INFO [master/98fb8183d505:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:21:19,091 INFO [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store 2024-11-21T11:21:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:21:19,112 INFO [master/98fb8183d505:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T11:21:19,112 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:19,113 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:21:19,114 INFO [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:19,114 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:19,114 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:21:19,114 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:19,114 INFO [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:21:19,114 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T11:21:19,116 WARN [master/98fb8183d505:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/.initializing 2024-11-21T11:21:19,117 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/WALs/98fb8183d505,37055,1732188076849 2024-11-21T11:21:19,123 INFO [master/98fb8183d505:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:19,134 INFO [master/98fb8183d505:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=98fb8183d505%2C37055%2C1732188076849, suffix=, logDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/WALs/98fb8183d505,37055,1732188076849, archiveDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/oldWALs, maxLogs=10 2024-11-21T11:21:19,155 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/WALs/98fb8183d505,37055,1732188076849/98fb8183d505%2C37055%2C1732188076849.1732188079138, exclude list is [], retry=0 2024-11-21T11:21:19,171 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42791,DS-6f61662e-e092-40a7-9963-2d8948bdb0ed,DISK] 2024-11-21T11:21:19,174 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T11:21:19,211 INFO [master/98fb8183d505:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/WALs/98fb8183d505,37055,1732188076849/98fb8183d505%2C37055%2C1732188076849.1732188079138 2024-11-21T11:21:19,212 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37833:37833)] 2024-11-21T11:21:19,213 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:19,213 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:19,216 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,217 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:21:19,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:19,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:21:19,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:19,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:21:19,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:19,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:21:19,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:19,299 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,301 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,309 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:21:19,313 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:21:19,318 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:19,319 INFO [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776615, jitterRate=0.0993572324514389}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:21:19,323 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T11:21:19,324 INFO [master/98fb8183d505:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:21:19,352 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cf3553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:19,385 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T11:21:19,397 INFO [master/98fb8183d505:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:21:19,397 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:21:19,400 INFO [master/98fb8183d505:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:21:19,401 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T11:21:19,406 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-21T11:21:19,406 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:21:19,431 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:21:19,442 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T11:21:19,445 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T11:21:19,447 INFO [master/98fb8183d505:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:21:19,448 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:21:19,450 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T11:21:19,452 INFO [master/98fb8183d505:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:21:19,456 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:21:19,457 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T11:21:19,458 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:21:19,460 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T11:21:19,469 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:21:19,470 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T11:21:19,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T11:21:19,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T11:21:19,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:19,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:19,476 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=98fb8183d505,37055,1732188076849, sessionid=0x10019d030ea0000, setting cluster-up flag (Was=false) 2024-11-21T11:21:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:19,495 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T11:21:19,497 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=98fb8183d505,37055,1732188076849 2024-11-21T11:21:19,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:19,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:19,508 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T11:21:19,509 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=98fb8183d505,37055,1732188076849 2024-11-21T11:21:19,591 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:19,597 INFO [master/98fb8183d505:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T11:21:19,599 INFO [master/98fb8183d505:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:21:19,605 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 98fb8183d505,37055,1732188076849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:21:19,608 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/98fb8183d505:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:19,609 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/98fb8183d505:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:19,609 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/98fb8183d505:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:19,609 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/98fb8183d505:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:21:19,609 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/98fb8183d505:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:21:19,609 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,610 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/98fb8183d505:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:19,610 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,611 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732188109611 2024-11-21T11:21:19,613 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:21:19,614 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:21:19,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:19,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:21:19,618 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:21:19,618 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:21:19,619 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:21:19,619 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:21:19,620 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:19,621 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:21:19,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:19,622 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:21:19,622 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:21:19,624 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;98fb8183d505:41191 2024-11-21T11:21:19,625 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:21:19,625 INFO [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:21:19,626 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1008): ClusterId : e308c7d7-f276-4d1f-b1ac-add582a422c4 2024-11-21T11:21:19,627 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/98fb8183d505:0:becomeActiveMaster-HFileCleaner.large.0-1732188079626,5,FailOnTimeoutGroup] 2024-11-21T11:21:19,628 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/98fb8183d505:0:becomeActiveMaster-HFileCleaner.small.0-1732188079627,5,FailOnTimeoutGroup] 2024-11-21T11:21:19,628 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,628 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:21:19,628 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:21:19,629 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,630 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741831_1007 (size=1039) 2024-11-21T11:21:19,633 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:21:19,633 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:21:19,636 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:21:19,637 DEBUG [RS:0;98fb8183d505:41191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a679dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:19,638 DEBUG [RS:0;98fb8183d505:41191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec758f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=98fb8183d505/172.17.0.2:0 2024-11-21T11:21:19,641 INFO [RS:0;98fb8183d505:41191 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T11:21:19,641 INFO [RS:0;98fb8183d505:41191 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T11:21:19,641 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T11:21:19,643 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(3073): reportForDuty to master=98fb8183d505,37055,1732188076849 with isa=98fb8183d505/172.17.0.2:41191, startcode=1732188077563 2024-11-21T11:21:19,655 DEBUG [RS:0;98fb8183d505:41191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:19,691 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47303, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:19,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37055 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 98fb8183d505,41191,1732188077563 2024-11-21T11:21:19,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37055 {}] master.ServerManager(486): Registering regionserver=98fb8183d505,41191,1732188077563 2024-11-21T11:21:19,714 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:21:19,714 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34969 2024-11-21T11:21:19,714 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T11:21:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T11:21:19,719 DEBUG [RS:0;98fb8183d505:41191 {}] zookeeper.ZKUtil(111): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/98fb8183d505,41191,1732188077563 2024-11-21T11:21:19,719 WARN [RS:0;98fb8183d505:41191 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:21:19,719 INFO [RS:0;98fb8183d505:41191 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:19,720 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563 2024-11-21T11:21:19,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [98fb8183d505,41191,1732188077563] 2024-11-21T11:21:19,733 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T11:21:19,744 INFO [RS:0;98fb8183d505:41191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:21:19,756 INFO [RS:0;98fb8183d505:41191 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:21:19,759 INFO [RS:0;98fb8183d505:41191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:21:19,759 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,760 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T11:21:19,767 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,767 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,767 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,767 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,767 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/98fb8183d505:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,768 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/98fb8183d505:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:21:19,769 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/98fb8183d505:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:19,769 DEBUG [RS:0;98fb8183d505:41191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:21:19,770 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,770 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,770 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,770 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,770 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,41191,1732188077563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:19,790 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:21:19,792 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,41191,1732188077563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:19,811 INFO [RS:0;98fb8183d505:41191 {}] regionserver.Replication(204): 98fb8183d505,41191,1732188077563 started 2024-11-21T11:21:19,811 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1767): Serving as 98fb8183d505,41191,1732188077563, RpcServer on 98fb8183d505/172.17.0.2:41191, sessionid=0x10019d030ea0001 2024-11-21T11:21:19,812 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:21:19,812 DEBUG [RS:0;98fb8183d505:41191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 98fb8183d505,41191,1732188077563 2024-11-21T11:21:19,812 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '98fb8183d505,41191,1732188077563' 2024-11-21T11:21:19,812 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T11:21:19,813 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T11:21:19,813 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:21:19,814 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:21:19,814 DEBUG [RS:0;98fb8183d505:41191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 98fb8183d505,41191,1732188077563 2024-11-21T11:21:19,814 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '98fb8183d505,41191,1732188077563' 2024-11-21T11:21:19,814 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T11:21:19,814 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T11:21:19,815 DEBUG [RS:0;98fb8183d505:41191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:21:19,815 INFO [RS:0;98fb8183d505:41191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:21:19,815 INFO [RS:0;98fb8183d505:41191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:21:19,921 INFO [RS:0;98fb8183d505:41191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:21:19,924 INFO [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=98fb8183d505%2C41191%2C1732188077563, suffix=, logDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563, archiveDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/oldWALs, maxLogs=32 2024-11-21T11:21:19,939 DEBUG [RS:0;98fb8183d505:41191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563/98fb8183d505%2C41191%2C1732188077563.1732188079926, exclude list is [], retry=0 2024-11-21T11:21:19,944 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42791,DS-6f61662e-e092-40a7-9963-2d8948bdb0ed,DISK] 2024-11-21T11:21:19,948 INFO [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563/98fb8183d505%2C41191%2C1732188077563.1732188079926 2024-11-21T11:21:19,948 DEBUG [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37833:37833)] 2024-11-21T11:21:20,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T11:21:20,034 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:21:20,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741833_1009 (size=32) 2024-11-21T11:21:20,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:20,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:20,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:20,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:20,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:20,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:20,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:20,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:20,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:20,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740 2024-11-21T11:21:20,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740 2024-11-21T11:21:20,463 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:21:20,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T11:21:20,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:20,470 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73534263, jitterRate=0.09574590623378754}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:21:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T11:21:20,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:21:20,472 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T11:21:20,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T11:21:20,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:21:20,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:21:20,474 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T11:21:20,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T11:21:20,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:21:20,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T11:21:20,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:21:20,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:21:20,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:21:20,646 DEBUG [98fb8183d505:37055 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:21:20,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:20,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 98fb8183d505,41191,1732188077563, state=OPENING 2024-11-21T11:21:20,661 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:21:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:20,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:21:20,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:21:20,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:20,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:20,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:21:20,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:21:20,857 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T11:21:20,857 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:21:20,857 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:21:20,860 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=98fb8183d505%2C41191%2C1732188077563.meta, suffix=.meta, logDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563, archiveDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/oldWALs, maxLogs=32 2024-11-21T11:21:20,877 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563/98fb8183d505%2C41191%2C1732188077563.meta.1732188080862.meta, exclude list is [], retry=0 2024-11-21T11:21:20,881 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42791,DS-6f61662e-e092-40a7-9963-2d8948bdb0ed,DISK] 2024-11-21T11:21:20,884 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563/98fb8183d505%2C41191%2C1732188077563.meta.1732188080862.meta 2024-11-21T11:21:20,885 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37833:37833)] 2024-11-21T11:21:20,885 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:20,887 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:21:20,946 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:21:20,951 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:21:20,955 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:21:20,955 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:20,955 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T11:21:20,955 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T11:21:20,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:21:20,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:21:20,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:20,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:21:20,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:21:20,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:20,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:21:20,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:21:20,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:20,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:21:20,968 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740 2024-11-21T11:21:20,970 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740 2024-11-21T11:21:20,973 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:21:20,975 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T11:21:20,977 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61770898, jitterRate=-0.0795418918132782}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:21:20,978 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T11:21:20,986 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732188080835 2024-11-21T11:21:20,997 DEBUG [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:21:20,998 INFO [RS_OPEN_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T11:21:20,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:21,001 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 98fb8183d505,41191,1732188077563, state=OPEN 2024-11-21T11:21:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T11:21:21,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T11:21:21,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:21:21,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:21:21,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:21:21,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=98fb8183d505,41191,1732188077563 in 339 msec 2024-11-21T11:21:21,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:21:21,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-21T11:21:21,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4750 sec 2024-11-21T11:21:21,021 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732188081021, completionTime=-1 2024-11-21T11:21:21,021 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:21:21,021 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T11:21:21,065 DEBUG [hconnection-0x72de93f6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:21,068 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:21,081 INFO [master/98fb8183d505:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-21T11:21:21,081 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732188141081 2024-11-21T11:21:21,081 INFO [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732188201081 2024-11-21T11:21:21,081 INFO [master/98fb8183d505:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 59 msec 2024-11-21T11:21:21,105 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,37055,1732188076849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:21,105 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,37055,1732188076849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:21,105 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,37055,1732188076849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:21,107 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-98fb8183d505:37055, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:21,107 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:21,112 DEBUG [master/98fb8183d505:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T11:21:21,115 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T11:21:21,116 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:21:21,122 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T11:21:21,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:21,126 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:21,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741835_1011 (size=358) 2024-11-21T11:21:21,544 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f024c4874d81bb590fca51529f79460d, NAME => 'hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:21:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741836_1012 (size=42) 2024-11-21T11:21:21,955 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:21,955 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f024c4874d81bb590fca51529f79460d, disabling compactions & flushes 2024-11-21T11:21:21,955 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:21,955 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:21,955 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. after waiting 0 ms 2024-11-21T11:21:21,955 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:21,955 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:21,955 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f024c4874d81bb590fca51529f79460d: 2024-11-21T11:21:21,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:21,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732188081959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188081959"}]},"ts":"1732188081959"} 2024-11-21T11:21:21,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:21:21,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:21,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188081991"}]},"ts":"1732188081991"} 2024-11-21T11:21:21,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T11:21:22,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f024c4874d81bb590fca51529f79460d, ASSIGN}] 2024-11-21T11:21:22,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f024c4874d81bb590fca51529f79460d, ASSIGN 2024-11-21T11:21:22,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f024c4874d81bb590fca51529f79460d, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:21:22,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f024c4874d81bb590fca51529f79460d, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:22,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f024c4874d81bb590fca51529f79460d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:22,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:22,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:22,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f024c4874d81bb590fca51529f79460d, NAME => 'hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:22,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:22,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,326 INFO [StoreOpener-f024c4874d81bb590fca51529f79460d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,329 INFO [StoreOpener-f024c4874d81bb590fca51529f79460d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f024c4874d81bb590fca51529f79460d columnFamilyName info 2024-11-21T11:21:22,329 DEBUG [StoreOpener-f024c4874d81bb590fca51529f79460d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:22,330 INFO [StoreOpener-f024c4874d81bb590fca51529f79460d-1 {}] regionserver.HStore(327): Store=f024c4874d81bb590fca51529f79460d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:22,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f024c4874d81bb590fca51529f79460d 2024-11-21T11:21:22,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:22,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f024c4874d81bb590fca51529f79460d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60384334, jitterRate=-0.10020330548286438}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:21:22,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f024c4874d81bb590fca51529f79460d: 2024-11-21T11:21:22,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d., pid=6, masterSystemTime=1732188082316 2024-11-21T11:21:22,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:22,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:21:22,348 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f024c4874d81bb590fca51529f79460d, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:22,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:21:22,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f024c4874d81bb590fca51529f79460d, server=98fb8183d505,41191,1732188077563 in 190 msec 2024-11-21T11:21:22,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:21:22,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f024c4874d81bb590fca51529f79460d, ASSIGN in 352 msec 2024-11-21T11:21:22,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:22,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188082361"}]},"ts":"1732188082361"} 2024-11-21T11:21:22,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T11:21:22,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:22,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2510 sec 2024-11-21T11:21:22,426 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T11:21:22,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T11:21:22,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:22,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:21:22,488 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T11:21:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T11:21:22,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-21T11:21:22,522 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T11:21:22,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T11:21:22,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-21T11:21:22,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T11:21:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T11:21:22,550 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.904sec 2024-11-21T11:21:22,551 INFO [master/98fb8183d505:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:21:22,552 INFO [master/98fb8183d505:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:21:22,553 INFO [master/98fb8183d505:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:21:22,554 INFO [master/98fb8183d505:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:21:22,554 INFO [master/98fb8183d505:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:21:22,555 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,37055,1732188076849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:21:22,555 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,37055,1732188076849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:21:22,562 DEBUG [master/98fb8183d505:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:21:22,563 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:21:22,563 INFO [master/98fb8183d505:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=98fb8183d505,37055,1732188076849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:21:22,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38630296 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76523d14 2024-11-21T11:21:22,629 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T11:21:22,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75444e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:22,640 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T11:21:22,640 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T11:21:22,649 DEBUG [hconnection-0x25802b45-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:22,657 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:22,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=98fb8183d505,37055,1732188076849 2024-11-21T11:21:22,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=173, ProcessCount=11, AvailableMemoryMB=2671 2024-11-21T11:21:22,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:22,700 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:22,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:21:22,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:22,714 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:22,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-21T11:21:22,715 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:22,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T11:21:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741837_1013 (size=960) 2024-11-21T11:21:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T11:21:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T11:21:23,130 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:21:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741838_1014 (size=53) 2024-11-21T11:21:23,140 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:23,140 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3ad76886fa4c6589beed6d684f6042de, disabling compactions & flushes 2024-11-21T11:21:23,140 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,140 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,140 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. after waiting 0 ms 2024-11-21T11:21:23,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,141 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:23,143 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:23,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732188083143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188083143"}]},"ts":"1732188083143"} 2024-11-21T11:21:23,146 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:21:23,148 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:23,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188083148"}]},"ts":"1732188083148"} 2024-11-21T11:21:23,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T11:21:23,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, ASSIGN}] 2024-11-21T11:21:23,157 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, ASSIGN 2024-11-21T11:21:23,158 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:21:23,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3ad76886fa4c6589beed6d684f6042de, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:23,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T11:21:23,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:23,473 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,473 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:23,473 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,473 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:23,474 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,474 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,476 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,479 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:23,479 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad76886fa4c6589beed6d684f6042de columnFamilyName A 2024-11-21T11:21:23,479 DEBUG [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,480 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.HStore(327): Store=3ad76886fa4c6589beed6d684f6042de/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:23,481 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,483 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:23,483 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad76886fa4c6589beed6d684f6042de columnFamilyName B 2024-11-21T11:21:23,483 DEBUG [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,484 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.HStore(327): Store=3ad76886fa4c6589beed6d684f6042de/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:23,484 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,486 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:23,486 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad76886fa4c6589beed6d684f6042de columnFamilyName C 2024-11-21T11:21:23,487 DEBUG [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:23,487 INFO [StoreOpener-3ad76886fa4c6589beed6d684f6042de-1 {}] regionserver.HStore(327): Store=3ad76886fa4c6589beed6d684f6042de/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:23,488 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,489 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,490 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,492 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:21:23,495 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,499 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:23,500 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 3ad76886fa4c6589beed6d684f6042de; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068617, jitterRate=-0.11980901658535004}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:21:23,501 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:23,503 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., pid=11, masterSystemTime=1732188083466 2024-11-21T11:21:23,505 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,506 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:23,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3ad76886fa4c6589beed6d684f6042de, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:23,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T11:21:23,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 in 197 msec 2024-11-21T11:21:23,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T11:21:23,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, ASSIGN in 358 msec 2024-11-21T11:21:23,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:23,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188083517"}]},"ts":"1732188083517"} 2024-11-21T11:21:23,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T11:21:23,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:23,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 814 msec 2024-11-21T11:21:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T11:21:23,832 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-21T11:21:23,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e67f019 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fcb5f29 2024-11-21T11:21:23,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdf5682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:23,850 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:23,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5095ba91 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f2091cc 2024-11-21T11:21:23,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d38d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-21T11:21:23,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b32f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c43377 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18cb251d 2024-11-21T11:21:23,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-21T11:21:23,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbb5d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a8f4734 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e52b42a 2024-11-21T11:21:23,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c964e8 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9ed28bb 2024-11-21T11:21:23,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5cad1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-21T11:21:23,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x527c6d40 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bc462 2024-11-21T11:21:23,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767a8485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-21T11:21:23,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:23,903 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,903 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,904 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,904 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,905 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,905 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,906 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,906 DEBUG [hconnection-0x3a31c907-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,907 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,908 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:23,913 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,915 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-21T11:21:23,918 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:23,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:23,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:23,926 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,926 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,926 DEBUG [hconnection-0x676daafa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:23,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,930 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,941 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:23,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:23,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:24,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:24,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/1d3dd4fae3bf4ed18b164da828745d30 is 50, key is test_row_0/A:col10/1732188083973/Put/seqid=0 2024-11-21T11:21:24,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188144128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188144129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741839_1015 (size=14341) 2024-11-21T11:21:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188144148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188144153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188144153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:24,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188144290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188144291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188144291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188144293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188144293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:24,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:24,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188144499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188144500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188144500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188144501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188144502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:24,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/1d3dd4fae3bf4ed18b164da828745d30 2024-11-21T11:21:24,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:24,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:24,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/ed488fab86624744931fee77c2e687b1 is 50, key is test_row_0/B:col10/1732188083973/Put/seqid=0 2024-11-21T11:21:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741840_1016 (size=12001) 2024-11-21T11:21:24,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188144807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188144807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188144808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188144809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188144807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:24,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:24,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:25,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/ed488fab86624744931fee77c2e687b1 2024-11-21T11:21:25,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/86399eeac8c54decb5bfdc9cb8bd0e9a is 50, key is test_row_0/C:col10/1732188083973/Put/seqid=0 2024-11-21T11:21:25,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741841_1017 (size=12001) 2024-11-21T11:21:25,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/86399eeac8c54decb5bfdc9cb8bd0e9a 2024-11-21T11:21:25,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/1d3dd4fae3bf4ed18b164da828745d30 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/1d3dd4fae3bf4ed18b164da828745d30 2024-11-21T11:21:25,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/1d3dd4fae3bf4ed18b164da828745d30, entries=200, sequenceid=12, filesize=14.0 K 2024-11-21T11:21:25,177 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T11:21:25,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/ed488fab86624744931fee77c2e687b1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/ed488fab86624744931fee77c2e687b1 2024-11-21T11:21:25,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/ed488fab86624744931fee77c2e687b1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T11:21:25,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/86399eeac8c54decb5bfdc9cb8bd0e9a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/86399eeac8c54decb5bfdc9cb8bd0e9a 2024-11-21T11:21:25,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/86399eeac8c54decb5bfdc9cb8bd0e9a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T11:21:25,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3ad76886fa4c6589beed6d684f6042de in 1253ms, sequenceid=12, compaction requested=false 2024-11-21T11:21:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T11:21:25,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:25,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:21:25,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:25,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:25,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:25,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:25,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:25,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8641b672ee4845c0a77904026d7bfca3 is 50, key is test_row_0/A:col10/1732188084144/Put/seqid=0 2024-11-21T11:21:25,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188145332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188145337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188145341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188145346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188145349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741842_1018 (size=12001) 2024-11-21T11:21:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8641b672ee4845c0a77904026d7bfca3 2024-11-21T11:21:25,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/3c924a7b318744da9c4998412393b76c is 50, key is test_row_0/B:col10/1732188084144/Put/seqid=0 2024-11-21T11:21:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741843_1019 (size=12001) 2024-11-21T11:21:25,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/3c924a7b318744da9c4998412393b76c 2024-11-21T11:21:25,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188145453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188145453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188145456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b205bf12652944e89af2e45bdb968b47 is 50, key is test_row_0/C:col10/1732188084144/Put/seqid=0 2024-11-21T11:21:25,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188145457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188145458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741844_1020 (size=12001) 2024-11-21T11:21:25,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188145658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188145660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188145660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188145666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188145666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:21:25,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T11:21:25,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b205bf12652944e89af2e45bdb968b47 2024-11-21T11:21:25,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8641b672ee4845c0a77904026d7bfca3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8641b672ee4845c0a77904026d7bfca3 2024-11-21T11:21:25,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8641b672ee4845c0a77904026d7bfca3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:21:25,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/3c924a7b318744da9c4998412393b76c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3c924a7b318744da9c4998412393b76c 2024-11-21T11:21:25,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3c924a7b318744da9c4998412393b76c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:21:25,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b205bf12652944e89af2e45bdb968b47 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b205bf12652944e89af2e45bdb968b47 2024-11-21T11:21:25,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b205bf12652944e89af2e45bdb968b47, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:21:25,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3ad76886fa4c6589beed6d684f6042de in 625ms, sequenceid=38, compaction requested=false 2024-11-21T11:21:25,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:25,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:25,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:25,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:25,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:25,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:25,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:25,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:25,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:25,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:25,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:25,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/85621b7a8c6440a2a75603c4305f494d is 50, key is test_row_0/A:col10/1732188085974/Put/seqid=0 2024-11-21T11:21:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741845_1021 (size=12001) 2024-11-21T11:21:26,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/85621b7a8c6440a2a75603c4305f494d 2024-11-21T11:21:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:26,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/165173a326ca414d880d7b46489fea55 is 50, key is test_row_0/B:col10/1732188085974/Put/seqid=0 2024-11-21T11:21:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741846_1022 (size=12001) 2024-11-21T11:21:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188146043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188146061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188146127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188146127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188146127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:26,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188146231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188146231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188146232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188146233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188146236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188146436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188146437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188146438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188146440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188146441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:21:26,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/165173a326ca414d880d7b46489fea55 2024-11-21T11:21:26,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/5ecfa39e63b445629c594ace2760106f is 50, key is test_row_0/C:col10/1732188085974/Put/seqid=0 2024-11-21T11:21:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741847_1023 (size=12001) 2024-11-21T11:21:26,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/5ecfa39e63b445629c594ace2760106f 2024-11-21T11:21:26,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/85621b7a8c6440a2a75603c4305f494d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/85621b7a8c6440a2a75603c4305f494d 2024-11-21T11:21:26,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/85621b7a8c6440a2a75603c4305f494d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T11:21:26,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/165173a326ca414d880d7b46489fea55 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/165173a326ca414d880d7b46489fea55 2024-11-21T11:21:26,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/165173a326ca414d880d7b46489fea55, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T11:21:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/5ecfa39e63b445629c594ace2760106f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5ecfa39e63b445629c594ace2760106f 2024-11-21T11:21:26,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5ecfa39e63b445629c594ace2760106f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T11:21:26,620 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-21T11:21:26,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3ad76886fa4c6589beed6d684f6042de in 643ms, sequenceid=51, compaction requested=true 2024-11-21T11:21:26,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:26,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:26,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:26,625 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:26,625 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:26,630 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:26,631 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:26,632 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:26,632 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:26,632 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,632 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/ed488fab86624744931fee77c2e687b1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3c924a7b318744da9c4998412393b76c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/165173a326ca414d880d7b46489fea55] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=35.2 K 2024-11-21T11:21:26,633 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,634 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ed488fab86624744931fee77c2e687b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732188083956 2024-11-21T11:21:26,635 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c924a7b318744da9c4998412393b76c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188084143 2024-11-21T11:21:26,635 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/1d3dd4fae3bf4ed18b164da828745d30, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8641b672ee4845c0a77904026d7bfca3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/85621b7a8c6440a2a75603c4305f494d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=37.4 K 2024-11-21T11:21:26,636 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 165173a326ca414d880d7b46489fea55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188085342 2024-11-21T11:21:26,639 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3dd4fae3bf4ed18b164da828745d30, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732188083938 2024-11-21T11:21:26,639 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8641b672ee4845c0a77904026d7bfca3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188084143 2024-11-21T11:21:26,640 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85621b7a8c6440a2a75603c4305f494d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188085342 2024-11-21T11:21:26,672 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#9 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:26,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b1e4c097897549cb883309f19a6a9da9 is 50, key is test_row_0/B:col10/1732188085974/Put/seqid=0 2024-11-21T11:21:26,683 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:26,685 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0d79e75c9f354687a4f0d7d9553b2420 is 50, key is test_row_0/A:col10/1732188085974/Put/seqid=0 2024-11-21T11:21:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741848_1024 (size=12104) 2024-11-21T11:21:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741849_1025 (size=12104) 2024-11-21T11:21:26,717 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b1e4c097897549cb883309f19a6a9da9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b1e4c097897549cb883309f19a6a9da9 2024-11-21T11:21:26,733 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0d79e75c9f354687a4f0d7d9553b2420 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0d79e75c9f354687a4f0d7d9553b2420 2024-11-21T11:21:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:26,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:21:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:26,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:26,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:26,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:26,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:26,759 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into b1e4c097897549cb883309f19a6a9da9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:26,759 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:26,759 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188086625; duration=0sec 2024-11-21T11:21:26,760 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:26,760 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:26,760 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:26,760 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into 0d79e75c9f354687a4f0d7d9553b2420(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:26,761 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:26,761 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188086624; duration=0sec 2024-11-21T11:21:26,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d37fc252a23b43b49eec50d1fdb35002 is 50, key is test_row_0/A:col10/1732188086034/Put/seqid=0 2024-11-21T11:21:26,761 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:26,761 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:26,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:26,765 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,765 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:26,765 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,765 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/86399eeac8c54decb5bfdc9cb8bd0e9a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b205bf12652944e89af2e45bdb968b47, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5ecfa39e63b445629c594ace2760106f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=35.2 K 2024-11-21T11:21:26,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,766 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 86399eeac8c54decb5bfdc9cb8bd0e9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732188083956 2024-11-21T11:21:26,768 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b205bf12652944e89af2e45bdb968b47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188084143 2024-11-21T11:21:26,770 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ecfa39e63b445629c594ace2760106f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188085342 2024-11-21T11:21:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188146769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741850_1026 (size=14341) 2024-11-21T11:21:26,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188146777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188146778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d37fc252a23b43b49eec50d1fdb35002 2024-11-21T11:21:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188146781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188146783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,805 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:26,806 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/95c371bc3b1548b9a9ac2a382b05f82e is 50, key is test_row_0/C:col10/1732188085974/Put/seqid=0 2024-11-21T11:21:26,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/a265c8be5ce145e0a5d1281242279070 is 50, key is test_row_0/B:col10/1732188086034/Put/seqid=0 2024-11-21T11:21:26,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741851_1027 (size=12104) 2024-11-21T11:21:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741852_1028 (size=12001) 2024-11-21T11:21:26,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/a265c8be5ce145e0a5d1281242279070 2024-11-21T11:21:26,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6deb8064d1624a8eb2213d32db416d0c is 50, key is test_row_0/C:col10/1732188086034/Put/seqid=0 2024-11-21T11:21:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188146884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741853_1029 (size=12001) 2024-11-21T11:21:26,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6deb8064d1624a8eb2213d32db416d0c 2024-11-21T11:21:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188146887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188146888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188146889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188146890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d37fc252a23b43b49eec50d1fdb35002 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d37fc252a23b43b49eec50d1fdb35002 2024-11-21T11:21:26,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:26,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:26,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:26,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d37fc252a23b43b49eec50d1fdb35002, entries=200, sequenceid=75, filesize=14.0 K 2024-11-21T11:21:26,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/a265c8be5ce145e0a5d1281242279070 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a265c8be5ce145e0a5d1281242279070 2024-11-21T11:21:26,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a265c8be5ce145e0a5d1281242279070, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T11:21:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6deb8064d1624a8eb2213d32db416d0c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6deb8064d1624a8eb2213d32db416d0c 2024-11-21T11:21:26,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6deb8064d1624a8eb2213d32db416d0c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T11:21:26,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3ad76886fa4c6589beed6d684f6042de in 229ms, sequenceid=75, compaction requested=false 2024-11-21T11:21:26,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:27,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T11:21:27,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:27,076 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T11:21:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f58376e67fbf47cd8c22f57da1388551 is 50, key is test_row_0/A:col10/1732188086775/Put/seqid=0 2024-11-21T11:21:27,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741854_1030 (size=12001) 2024-11-21T11:21:27,117 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f58376e67fbf47cd8c22f57da1388551 2024-11-21T11:21:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b0af31700ae44a26bc574212beee25f3 is 50, key is test_row_0/B:col10/1732188086775/Put/seqid=0 2024-11-21T11:21:27,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188147134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188147136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188147137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188147144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188147144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741855_1031 (size=12001) 2024-11-21T11:21:27,165 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b0af31700ae44a26bc574212beee25f3 2024-11-21T11:21:27,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b097fabff0674cadb4d7d43642ab9668 is 50, key is test_row_0/C:col10/1732188086775/Put/seqid=0 2024-11-21T11:21:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741856_1032 (size=12001) 2024-11-21T11:21:27,220 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b097fabff0674cadb4d7d43642ab9668 2024-11-21T11:21:27,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f58376e67fbf47cd8c22f57da1388551 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f58376e67fbf47cd8c22f57da1388551 2024-11-21T11:21:27,245 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/95c371bc3b1548b9a9ac2a382b05f82e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/95c371bc3b1548b9a9ac2a382b05f82e 2024-11-21T11:21:27,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188147247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188147248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188147250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188147250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188147250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,257 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f58376e67fbf47cd8c22f57da1388551, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T11:21:27,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b0af31700ae44a26bc574212beee25f3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b0af31700ae44a26bc574212beee25f3 2024-11-21T11:21:27,261 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 95c371bc3b1548b9a9ac2a382b05f82e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:27,261 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:27,262 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188086625; duration=0sec 2024-11-21T11:21:27,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:27,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:27,270 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b0af31700ae44a26bc574212beee25f3, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T11:21:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b097fabff0674cadb4d7d43642ab9668 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b097fabff0674cadb4d7d43642ab9668 2024-11-21T11:21:27,289 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b097fabff0674cadb4d7d43642ab9668, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T11:21:27,292 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3ad76886fa4c6589beed6d684f6042de in 216ms, sequenceid=90, compaction requested=true 2024-11-21T11:21:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T11:21:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-21T11:21:27,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T11:21:27,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3740 sec 2024-11-21T11:21:27,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.3890 sec 2024-11-21T11:21:27,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:21:27,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:27,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T11:21:27,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:27,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:21:27,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T11:21:27,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:21:27,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:27,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T11:21:27,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:27,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:21:27,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:27,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:27,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:27,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:27,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:27,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:27,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/568d9c25da19488d940a1d78ef11c737 is 50, key is test_row_0/A:col10/1732188087459/Put/seqid=0 2024-11-21T11:21:27,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188147497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188147525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188147537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188147537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188147542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741857_1033 (size=12001) 2024-11-21T11:21:27,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/568d9c25da19488d940a1d78ef11c737 2024-11-21T11:21:27,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e026d2211d1d46309af284d9293ccc78 is 50, key is test_row_0/B:col10/1732188087459/Put/seqid=0 2024-11-21T11:21:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741858_1034 (size=12001) 2024-11-21T11:21:27,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e026d2211d1d46309af284d9293ccc78 2024-11-21T11:21:27,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/35fddc3c35ea4673ae9d5c7dc11f4926 is 50, key is test_row_0/C:col10/1732188087459/Put/seqid=0 2024-11-21T11:21:27,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188147640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188147641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188147642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188147643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188147650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741859_1035 (size=12001) 2024-11-21T11:21:27,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188147843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188147847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188147848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188147849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:27,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188147854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T11:21:28,033 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-21T11:21:28,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-21T11:21:28,039 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T11:21:28,040 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:28,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:28,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/35fddc3c35ea4673ae9d5c7dc11f4926 2024-11-21T11:21:28,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/568d9c25da19488d940a1d78ef11c737 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/568d9c25da19488d940a1d78ef11c737 2024-11-21T11:21:28,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/568d9c25da19488d940a1d78ef11c737, entries=150, sequenceid=119, filesize=11.7 K 2024-11-21T11:21:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e026d2211d1d46309af284d9293ccc78 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e026d2211d1d46309af284d9293ccc78 2024-11-21T11:21:28,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e026d2211d1d46309af284d9293ccc78, entries=150, sequenceid=119, filesize=11.7 K 2024-11-21T11:21:28,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/35fddc3c35ea4673ae9d5c7dc11f4926 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/35fddc3c35ea4673ae9d5c7dc11f4926 2024-11-21T11:21:28,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/35fddc3c35ea4673ae9d5c7dc11f4926, entries=150, sequenceid=119, filesize=11.7 K 2024-11-21T11:21:28,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 3ad76886fa4c6589beed6d684f6042de in 671ms, sequenceid=119, compaction requested=true 2024-11-21T11:21:28,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:28,131 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:28,131 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:28,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:28,134 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:28,134 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:28,134 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,134 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0d79e75c9f354687a4f0d7d9553b2420, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d37fc252a23b43b49eec50d1fdb35002, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f58376e67fbf47cd8c22f57da1388551, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/568d9c25da19488d940a1d78ef11c737] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=49.3 K 2024-11-21T11:21:28,136 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d79e75c9f354687a4f0d7d9553b2420, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188085342 2024-11-21T11:21:28,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:28,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:28,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b1e4c097897549cb883309f19a6a9da9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a265c8be5ce145e0a5d1281242279070, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b0af31700ae44a26bc574212beee25f3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e026d2211d1d46309af284d9293ccc78] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=47.0 K 2024-11-21T11:21:28,138 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b1e4c097897549cb883309f19a6a9da9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188085342 2024-11-21T11:21:28,138 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d37fc252a23b43b49eec50d1fdb35002, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732188086034 2024-11-21T11:21:28,139 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a265c8be5ce145e0a5d1281242279070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732188086034 2024-11-21T11:21:28,139 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f58376e67fbf47cd8c22f57da1388551, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732188086768 2024-11-21T11:21:28,140 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b0af31700ae44a26bc574212beee25f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732188086768 2024-11-21T11:21:28,140 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 568d9c25da19488d940a1d78ef11c737, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732188087140 2024-11-21T11:21:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T11:21:28,143 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e026d2211d1d46309af284d9293ccc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732188087140 2024-11-21T11:21:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:28,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:28,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:28,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:28,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:28,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,174 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#22 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:28,174 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#21 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:28,175 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f6ed5406a55143c98f622cc25eec60c6 is 50, key is test_row_0/A:col10/1732188087459/Put/seqid=0 2024-11-21T11:21:28,175 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/01a5a73192d5422eb3d4fbe5409b5140 is 50, key is test_row_0/B:col10/1732188087459/Put/seqid=0 2024-11-21T11:21:28,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/69b9ddc46f2e41319c9383dbd6eccdef is 50, key is test_row_1/A:col10/1732188087527/Put/seqid=0 2024-11-21T11:21:28,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741860_1036 (size=12241) 2024-11-21T11:21:28,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T11:21:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:28,203 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/01a5a73192d5422eb3d4fbe5409b5140 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/01a5a73192d5422eb3d4fbe5409b5140 2024-11-21T11:21:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741861_1037 (size=12241) 2024-11-21T11:21:28,215 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 01a5a73192d5422eb3d4fbe5409b5140(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:28,215 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:28,215 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=12, startTime=1732188088131; duration=0sec 2024-11-21T11:21:28,215 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:28,215 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:28,215 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:28,218 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f6ed5406a55143c98f622cc25eec60c6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f6ed5406a55143c98f622cc25eec60c6 2024-11-21T11:21:28,219 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:28,219 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:28,219 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,219 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/95c371bc3b1548b9a9ac2a382b05f82e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6deb8064d1624a8eb2213d32db416d0c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b097fabff0674cadb4d7d43642ab9668, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/35fddc3c35ea4673ae9d5c7dc11f4926] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=47.0 K 2024-11-21T11:21:28,220 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 95c371bc3b1548b9a9ac2a382b05f82e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188085342 2024-11-21T11:21:28,221 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 6deb8064d1624a8eb2213d32db416d0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732188086034 2024-11-21T11:21:28,222 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b097fabff0674cadb4d7d43642ab9668, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732188086768 2024-11-21T11:21:28,223 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 35fddc3c35ea4673ae9d5c7dc11f4926, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732188087140 2024-11-21T11:21:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741862_1038 (size=9707) 2024-11-21T11:21:28,237 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into f6ed5406a55143c98f622cc25eec60c6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:28,237 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:28,237 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=12, startTime=1732188088131; duration=0sec 2024-11-21T11:21:28,238 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:28,238 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:28,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/69b9ddc46f2e41319c9383dbd6eccdef 2024-11-21T11:21:28,258 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#24 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:28,259 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/1223d284bdeb493d92211df9645249a9 is 50, key is test_row_0/C:col10/1732188087459/Put/seqid=0 2024-11-21T11:21:28,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/338b751002f7481a8bc0e58e3e1e2e51 is 50, key is test_row_1/B:col10/1732188087527/Put/seqid=0 2024-11-21T11:21:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188148270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188148271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188148272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188148275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188148279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741863_1039 (size=12241) 2024-11-21T11:21:28,301 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/1223d284bdeb493d92211df9645249a9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1223d284bdeb493d92211df9645249a9 2024-11-21T11:21:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741864_1040 (size=9707) 2024-11-21T11:21:28,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/338b751002f7481a8bc0e58e3e1e2e51 2024-11-21T11:21:28,313 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 1223d284bdeb493d92211df9645249a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:28,313 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:28,314 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=12, startTime=1732188088131; duration=0sec 2024-11-21T11:21:28,314 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:28,314 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:28,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b9aacae7bc8b49a5be0d0929cf19246e is 50, key is test_row_1/C:col10/1732188087527/Put/seqid=0 2024-11-21T11:21:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741865_1041 (size=9707) 2024-11-21T11:21:28,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b9aacae7bc8b49a5be0d0929cf19246e 2024-11-21T11:21:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T11:21:28,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T11:21:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:28,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/69b9ddc46f2e41319c9383dbd6eccdef as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/69b9ddc46f2e41319c9383dbd6eccdef 2024-11-21T11:21:28,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/69b9ddc46f2e41319c9383dbd6eccdef, entries=100, sequenceid=130, filesize=9.5 K 2024-11-21T11:21:28,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/338b751002f7481a8bc0e58e3e1e2e51 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/338b751002f7481a8bc0e58e3e1e2e51 2024-11-21T11:21:28,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/338b751002f7481a8bc0e58e3e1e2e51, entries=100, sequenceid=130, filesize=9.5 K 2024-11-21T11:21:28,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b9aacae7bc8b49a5be0d0929cf19246e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b9aacae7bc8b49a5be0d0929cf19246e 2024-11-21T11:21:28,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188148385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188148385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188148386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188148387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188148389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b9aacae7bc8b49a5be0d0929cf19246e, entries=100, sequenceid=130, filesize=9.5 K 2024-11-21T11:21:28,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3ad76886fa4c6589beed6d684f6042de in 228ms, sequenceid=130, compaction requested=false 2024-11-21T11:21:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:28,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T11:21:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,506 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:21:28,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:28,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:28,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/cb0e06e8079d48e08372aaa5cd5f025a is 50, key is test_row_0/A:col10/1732188088269/Put/seqid=0 2024-11-21T11:21:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741866_1042 (size=12151) 2024-11-21T11:21:28,522 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/cb0e06e8079d48e08372aaa5cd5f025a 2024-11-21T11:21:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bf3ce53fcd3441d48ba4b44eb5923c83 is 50, key is test_row_0/B:col10/1732188088269/Put/seqid=0 2024-11-21T11:21:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741867_1043 (size=12151) 2024-11-21T11:21:28,555 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bf3ce53fcd3441d48ba4b44eb5923c83 2024-11-21T11:21:28,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b105275a5a424781abd77231fd7e70f4 is 50, key is test_row_0/C:col10/1732188088269/Put/seqid=0 2024-11-21T11:21:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:28,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741868_1044 (size=12151) 2024-11-21T11:21:28,597 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b105275a5a424781abd77231fd7e70f4 2024-11-21T11:21:28,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/cb0e06e8079d48e08372aaa5cd5f025a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cb0e06e8079d48e08372aaa5cd5f025a 2024-11-21T11:21:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188148605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188148603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188148606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188148609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,615 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cb0e06e8079d48e08372aaa5cd5f025a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T11:21:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188148613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bf3ce53fcd3441d48ba4b44eb5923c83 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bf3ce53fcd3441d48ba4b44eb5923c83 2024-11-21T11:21:28,628 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bf3ce53fcd3441d48ba4b44eb5923c83, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T11:21:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/b105275a5a424781abd77231fd7e70f4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b105275a5a424781abd77231fd7e70f4 2024-11-21T11:21:28,642 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b105275a5a424781abd77231fd7e70f4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-21T11:21:28,644 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3ad76886fa4c6589beed6d684f6042de in 139ms, sequenceid=158, compaction requested=true 2024-11-21T11:21:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T11:21:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-21T11:21:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T11:21:28,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T11:21:28,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 607 msec 2024-11-21T11:21:28,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 617 msec 2024-11-21T11:21:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:28,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:21:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:28,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:28,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:28,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/95ab94e6b74341ccbfb2ab3d001ab6ef is 50, key is test_row_0/A:col10/1732188088605/Put/seqid=0 2024-11-21T11:21:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741869_1045 (size=12151) 2024-11-21T11:21:28,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/95ab94e6b74341ccbfb2ab3d001ab6ef 2024-11-21T11:21:28,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/7e298ef354794dedb7c9f24324b18a63 is 50, key is test_row_0/B:col10/1732188088605/Put/seqid=0 2024-11-21T11:21:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741870_1046 (size=12151) 2024-11-21T11:21:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188148788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188148788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188148788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188148790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188148792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188148895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188148896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188148896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188148898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:28,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188148899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188149102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188149103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188149103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188149104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188149104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T11:21:29,148 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-21T11:21:29,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-21T11:21:29,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T11:21:29,155 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:29,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:29,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/7e298ef354794dedb7c9f24324b18a63 2024-11-21T11:21:29,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/987e3fdc7e02453b9767dea88e6ddc85 is 50, key is test_row_0/C:col10/1732188088605/Put/seqid=0 2024-11-21T11:21:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741871_1047 (size=12151) 2024-11-21T11:21:29,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/987e3fdc7e02453b9767dea88e6ddc85 2024-11-21T11:21:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/95ab94e6b74341ccbfb2ab3d001ab6ef as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/95ab94e6b74341ccbfb2ab3d001ab6ef 2024-11-21T11:21:29,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/95ab94e6b74341ccbfb2ab3d001ab6ef, entries=150, sequenceid=173, filesize=11.9 K 2024-11-21T11:21:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/7e298ef354794dedb7c9f24324b18a63 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/7e298ef354794dedb7c9f24324b18a63 2024-11-21T11:21:29,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/7e298ef354794dedb7c9f24324b18a63, entries=150, sequenceid=173, filesize=11.9 K 2024-11-21T11:21:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/987e3fdc7e02453b9767dea88e6ddc85 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/987e3fdc7e02453b9767dea88e6ddc85 2024-11-21T11:21:29,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/987e3fdc7e02453b9767dea88e6ddc85, entries=150, sequenceid=173, filesize=11.9 K 2024-11-21T11:21:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T11:21:29,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3ad76886fa4c6589beed6d684f6042de in 536ms, sequenceid=173, compaction requested=true 2024-11-21T11:21:29,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:29,258 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:29,258 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:29,261 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:29,261 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:29,262 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:29,262 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f6ed5406a55143c98f622cc25eec60c6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/69b9ddc46f2e41319c9383dbd6eccdef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cb0e06e8079d48e08372aaa5cd5f025a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/95ab94e6b74341ccbfb2ab3d001ab6ef] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=45.2 K 2024-11-21T11:21:29,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:29,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:29,262 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:29,263 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/01a5a73192d5422eb3d4fbe5409b5140, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/338b751002f7481a8bc0e58e3e1e2e51, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bf3ce53fcd3441d48ba4b44eb5923c83, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/7e298ef354794dedb7c9f24324b18a63] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=45.2 K 2024-11-21T11:21:29,263 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6ed5406a55143c98f622cc25eec60c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732188087140 2024-11-21T11:21:29,264 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a5a73192d5422eb3d4fbe5409b5140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732188087140 2024-11-21T11:21:29,264 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69b9ddc46f2e41319c9383dbd6eccdef, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732188087527 2024-11-21T11:21:29,265 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 338b751002f7481a8bc0e58e3e1e2e51, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732188087527 2024-11-21T11:21:29,265 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0e06e8079d48e08372aaa5cd5f025a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732188088257 2024-11-21T11:21:29,266 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3ce53fcd3441d48ba4b44eb5923c83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732188088257 2024-11-21T11:21:29,266 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95ab94e6b74341ccbfb2ab3d001ab6ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732188088605 2024-11-21T11:21:29,272 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e298ef354794dedb7c9f24324b18a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732188088605 2024-11-21T11:21:29,304 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:29,305 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/9c05dee79847445cb82113ba4ccf1d7e is 50, key is test_row_0/B:col10/1732188088605/Put/seqid=0 2024-11-21T11:21:29,307 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:29,308 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/01a6f2b1976d4572aca18d1c30ea1f42 is 50, key is test_row_0/A:col10/1732188088605/Put/seqid=0 2024-11-21T11:21:29,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T11:21:29,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:29,311 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:21:29,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/6a2e48fea9684b92b5c4b4d107f2d24c is 50, key is test_row_0/A:col10/1732188088738/Put/seqid=0 2024-11-21T11:21:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741872_1048 (size=12527) 2024-11-21T11:21:29,355 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/9c05dee79847445cb82113ba4ccf1d7e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9c05dee79847445cb82113ba4ccf1d7e 2024-11-21T11:21:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741873_1049 (size=12527) 2024-11-21T11:21:29,371 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/01a6f2b1976d4572aca18d1c30ea1f42 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/01a6f2b1976d4572aca18d1c30ea1f42 2024-11-21T11:21:29,372 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 9c05dee79847445cb82113ba4ccf1d7e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:29,372 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:29,372 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=12, startTime=1732188089258; duration=0sec 2024-11-21T11:21:29,372 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:29,372 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:29,372 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:29,376 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:29,376 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:29,377 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:29,377 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1223d284bdeb493d92211df9645249a9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b9aacae7bc8b49a5be0d0929cf19246e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b105275a5a424781abd77231fd7e70f4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/987e3fdc7e02453b9767dea88e6ddc85] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=45.2 K 2024-11-21T11:21:29,378 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1223d284bdeb493d92211df9645249a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732188087140 2024-11-21T11:21:29,379 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b9aacae7bc8b49a5be0d0929cf19246e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732188087527 2024-11-21T11:21:29,380 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b105275a5a424781abd77231fd7e70f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732188088257 2024-11-21T11:21:29,384 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 987e3fdc7e02453b9767dea88e6ddc85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732188088605 2024-11-21T11:21:29,385 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into 01a6f2b1976d4572aca18d1c30ea1f42(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:29,385 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:29,385 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=12, startTime=1732188089258; duration=0sec 2024-11-21T11:21:29,385 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:29,385 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741874_1050 (size=12151) 2024-11-21T11:21:29,408 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:29,409 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/3509fd8436c341e097a78e451343c811 is 50, key is test_row_0/C:col10/1732188088605/Put/seqid=0 2024-11-21T11:21:29,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:29,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188149422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188149423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741875_1051 (size=12527) 2024-11-21T11:21:29,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188149426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188149428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188149429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,442 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/3509fd8436c341e097a78e451343c811 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3509fd8436c341e097a78e451343c811 2024-11-21T11:21:29,451 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 3509fd8436c341e097a78e451343c811(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:29,451 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:29,451 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=12, startTime=1732188089258; duration=0sec 2024-11-21T11:21:29,451 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:29,451 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T11:21:29,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188149530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188149532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188149536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188149536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188149540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188149734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188149735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188149739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188149742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188149743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T11:21:29,789 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/6a2e48fea9684b92b5c4b4d107f2d24c 2024-11-21T11:21:29,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00 is 50, key is test_row_0/B:col10/1732188088738/Put/seqid=0 2024-11-21T11:21:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741876_1052 (size=12151) 2024-11-21T11:21:29,818 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00 2024-11-21T11:21:29,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/5340c6807b854163b05691f5b4eb557e is 50, key is test_row_0/C:col10/1732188088738/Put/seqid=0 2024-11-21T11:21:29,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741877_1053 (size=12151) 2024-11-21T11:21:29,860 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/5340c6807b854163b05691f5b4eb557e 2024-11-21T11:21:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/6a2e48fea9684b92b5c4b4d107f2d24c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/6a2e48fea9684b92b5c4b4d107f2d24c 2024-11-21T11:21:29,884 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/6a2e48fea9684b92b5c4b4d107f2d24c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T11:21:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00 2024-11-21T11:21:29,896 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T11:21:29,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/5340c6807b854163b05691f5b4eb557e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5340c6807b854163b05691f5b4eb557e 2024-11-21T11:21:29,908 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5340c6807b854163b05691f5b4eb557e, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T11:21:29,910 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3ad76886fa4c6589beed6d684f6042de in 599ms, sequenceid=194, compaction requested=false 2024-11-21T11:21:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-21T11:21:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-21T11:21:29,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T11:21:29,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 758 msec 2024-11-21T11:21:29,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 765 msec 2024-11-21T11:21:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:30,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T11:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:30,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:30,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:30,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:30,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8685a4a5c3774f34b58b5d7469ac28d0 is 50, key is test_row_0/A:col10/1732188090041/Put/seqid=0 2024-11-21T11:21:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741878_1054 (size=14541) 2024-11-21T11:21:30,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8685a4a5c3774f34b58b5d7469ac28d0 2024-11-21T11:21:30,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188150072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188150075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188150081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188150082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188150082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/517af0eb848f4b6ba1de873eee111a9c is 50, key is test_row_0/B:col10/1732188090041/Put/seqid=0 2024-11-21T11:21:30,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741879_1055 (size=12151) 2024-11-21T11:21:30,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/517af0eb848f4b6ba1de873eee111a9c 2024-11-21T11:21:30,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6833896cff4d47b1890560f5c7eaa4c0 is 50, key is test_row_0/C:col10/1732188090041/Put/seqid=0 2024-11-21T11:21:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741880_1056 (size=12151) 2024-11-21T11:21:30,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188150184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188150185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188150186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188150187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188150188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T11:21:30,260 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-21T11:21:30,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-21T11:21:30,265 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:30,268 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:30,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:30,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188150387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188150391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188150391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188150391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188150393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6833896cff4d47b1890560f5c7eaa4c0 2024-11-21T11:21:30,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8685a4a5c3774f34b58b5d7469ac28d0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8685a4a5c3774f34b58b5d7469ac28d0 2024-11-21T11:21:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:30,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8685a4a5c3774f34b58b5d7469ac28d0, entries=200, sequenceid=214, filesize=14.2 K 2024-11-21T11:21:30,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/517af0eb848f4b6ba1de873eee111a9c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/517af0eb848f4b6ba1de873eee111a9c 2024-11-21T11:21:30,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/517af0eb848f4b6ba1de873eee111a9c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-21T11:21:30,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6833896cff4d47b1890560f5c7eaa4c0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6833896cff4d47b1890560f5c7eaa4c0 2024-11-21T11:21:30,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6833896cff4d47b1890560f5c7eaa4c0, entries=150, sequenceid=214, filesize=11.9 K 2024-11-21T11:21:30,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3ad76886fa4c6589beed6d684f6042de in 553ms, sequenceid=214, compaction requested=true 2024-11-21T11:21:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:30,595 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:30,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:30,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:30,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:30,596 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:30,597 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:30,598 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:30,598 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,598 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9c05dee79847445cb82113ba4ccf1d7e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/517af0eb848f4b6ba1de873eee111a9c] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.0 K 2024-11-21T11:21:30,598 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:30,598 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:30,598 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,598 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/01a6f2b1976d4572aca18d1c30ea1f42, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/6a2e48fea9684b92b5c4b4d107f2d24c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8685a4a5c3774f34b58b5d7469ac28d0] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=38.3 K 2024-11-21T11:21:30,599 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c05dee79847445cb82113ba4ccf1d7e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732188088605 2024-11-21T11:21:30,599 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01a6f2b1976d4572aca18d1c30ea1f42, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732188088605 2024-11-21T11:21:30,600 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b5c96ae93cc14ac28f0cfa4e4bb0fc00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732188088738 2024-11-21T11:21:30,600 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a2e48fea9684b92b5c4b4d107f2d24c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732188088738 2024-11-21T11:21:30,600 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 517af0eb848f4b6ba1de873eee111a9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732188089418 2024-11-21T11:21:30,601 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8685a4a5c3774f34b58b5d7469ac28d0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732188089418 2024-11-21T11:21:30,615 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:30,615 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:30,615 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0183d695cc9b42aa9666c16d19507d8d is 50, key is test_row_0/A:col10/1732188090041/Put/seqid=0 2024-11-21T11:21:30,615 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/694f8fc8e59f49088094ae175b8e5d54 is 50, key is test_row_0/B:col10/1732188090041/Put/seqid=0 2024-11-21T11:21:30,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741882_1058 (size=12629) 2024-11-21T11:21:30,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741881_1057 (size=12629) 2024-11-21T11:21:30,667 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0183d695cc9b42aa9666c16d19507d8d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0183d695cc9b42aa9666c16d19507d8d 2024-11-21T11:21:30,674 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/694f8fc8e59f49088094ae175b8e5d54 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/694f8fc8e59f49088094ae175b8e5d54 2024-11-21T11:21:30,682 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into 0183d695cc9b42aa9666c16d19507d8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:30,683 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:30,683 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188090595; duration=0sec 2024-11-21T11:21:30,684 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:30,684 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:30,684 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 694f8fc8e59f49088094ae175b8e5d54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:30,684 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:30,684 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:30,684 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188090595; duration=0sec 2024-11-21T11:21:30,684 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:30,684 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:30,686 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:30,686 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:30,686 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,686 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3509fd8436c341e097a78e451343c811, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5340c6807b854163b05691f5b4eb557e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6833896cff4d47b1890560f5c7eaa4c0] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.0 K 2024-11-21T11:21:30,687 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3509fd8436c341e097a78e451343c811, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732188088605 2024-11-21T11:21:30,688 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5340c6807b854163b05691f5b4eb557e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732188088738 2024-11-21T11:21:30,688 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6833896cff4d47b1890560f5c7eaa4c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732188089418 2024-11-21T11:21:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:30,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:21:30,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:30,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:30,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:30,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:30,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:30,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:30,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e6173aec9f32435cbe293024f5f025cd is 50, key is test_row_0/A:col10/1732188090691/Put/seqid=0 2024-11-21T11:21:30,715 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:30,716 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/96027a3ca770445d9713176e81fb9a8c is 50, key is test_row_0/C:col10/1732188090041/Put/seqid=0 2024-11-21T11:21:30,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188150712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188150712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188150713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188150713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188150713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741884_1060 (size=12629) 2024-11-21T11:21:30,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:30,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,749 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/96027a3ca770445d9713176e81fb9a8c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/96027a3ca770445d9713176e81fb9a8c 2024-11-21T11:21:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741883_1059 (size=14541) 2024-11-21T11:21:30,757 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 96027a3ca770445d9713176e81fb9a8c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:30,757 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:30,758 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188090596; duration=0sec 2024-11-21T11:21:30,758 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:30,758 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:30,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188150819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188150819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188150821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188150821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188150825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:30,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:30,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:30,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:30,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188151022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188151023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188151024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188151025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188151030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e6173aec9f32435cbe293024f5f025cd 2024-11-21T11:21:31,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/3180ef12b0e148b1bf6c9f464387ca4a is 50, key is test_row_0/B:col10/1732188090691/Put/seqid=0 2024-11-21T11:21:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741885_1061 (size=12151) 2024-11-21T11:21:31,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188151326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188151327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188151330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188151330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188151336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:31,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/3180ef12b0e148b1bf6c9f464387ca4a 2024-11-21T11:21:31,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6003245fb52a40c383f5b4e1ac538f49 is 50, key is test_row_0/C:col10/1732188090691/Put/seqid=0 2024-11-21T11:21:31,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741886_1062 (size=12151) 2024-11-21T11:21:31,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188151833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188151834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188151835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188151836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188151844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:31,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:31,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:31,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:31,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:32,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6003245fb52a40c383f5b4e1ac538f49 2024-11-21T11:21:32,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e6173aec9f32435cbe293024f5f025cd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e6173aec9f32435cbe293024f5f025cd 2024-11-21T11:21:32,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e6173aec9f32435cbe293024f5f025cd, entries=200, sequenceid=237, filesize=14.2 K 2024-11-21T11:21:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/3180ef12b0e148b1bf6c9f464387ca4a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3180ef12b0e148b1bf6c9f464387ca4a 2024-11-21T11:21:32,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3180ef12b0e148b1bf6c9f464387ca4a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T11:21:32,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6003245fb52a40c383f5b4e1ac538f49 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6003245fb52a40c383f5b4e1ac538f49 2024-11-21T11:21:32,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6003245fb52a40c383f5b4e1ac538f49, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T11:21:32,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3ad76886fa4c6589beed6d684f6042de in 1371ms, sequenceid=237, compaction requested=false 2024-11-21T11:21:32,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:32,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T11:21:32,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:32,139 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T11:21:32,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:32,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/aba3fa31a4dc4eb298941b963ffd8878 is 50, key is test_row_0/A:col10/1732188090712/Put/seqid=0 2024-11-21T11:21:32,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741887_1063 (size=12151) 2024-11-21T11:21:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:32,555 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/aba3fa31a4dc4eb298941b963ffd8878 2024-11-21T11:21:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/4b9101c945a64600ab447c7d8c054106 is 50, key is test_row_0/B:col10/1732188090712/Put/seqid=0 2024-11-21T11:21:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741888_1064 (size=12151) 2024-11-21T11:21:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/4b9101c945a64600ab447c7d8c054106 2024-11-21T11:21:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/df6ef0c973484b779c40c82475725c1d is 50, key is test_row_0/C:col10/1732188090712/Put/seqid=0 2024-11-21T11:21:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741889_1065 (size=12151) 2024-11-21T11:21:32,610 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/df6ef0c973484b779c40c82475725c1d 2024-11-21T11:21:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/aba3fa31a4dc4eb298941b963ffd8878 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/aba3fa31a4dc4eb298941b963ffd8878 2024-11-21T11:21:32,633 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/aba3fa31a4dc4eb298941b963ffd8878, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:21:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/4b9101c945a64600ab447c7d8c054106 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4b9101c945a64600ab447c7d8c054106 2024-11-21T11:21:32,644 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4b9101c945a64600ab447c7d8c054106, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:21:32,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/df6ef0c973484b779c40c82475725c1d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/df6ef0c973484b779c40c82475725c1d 2024-11-21T11:21:32,654 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/df6ef0c973484b779c40c82475725c1d, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:21:32,655 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 3ad76886fa4c6589beed6d684f6042de in 516ms, sequenceid=253, compaction requested=true 2024-11-21T11:21:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:32,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-21T11:21:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-21T11:21:32,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T11:21:32,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3890 sec 2024-11-21T11:21:32,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.3980 sec 2024-11-21T11:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:32,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:32,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:32,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:32,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/7b99fcc4d95b44e39a9c5a7746451645 is 50, key is test_row_0/A:col10/1732188092843/Put/seqid=0 2024-11-21T11:21:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741890_1066 (size=14741) 2024-11-21T11:21:32,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188152884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188152890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188152889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188152891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188152892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188152992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188152995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188152995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188152996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:32,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188152997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188153200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188153200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188153200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188153200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188153201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/7b99fcc4d95b44e39a9c5a7746451645 2024-11-21T11:21:33,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/390e7063da7d460db878680e11b12c21 is 50, key is test_row_0/B:col10/1732188092843/Put/seqid=0 2024-11-21T11:21:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741891_1067 (size=12301) 2024-11-21T11:21:33,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188153503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188153504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188153505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188153505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188153506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:33,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/390e7063da7d460db878680e11b12c21 2024-11-21T11:21:33,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/298c8807f43a44e2be2e396cb6fbe3db is 50, key is test_row_0/C:col10/1732188092843/Put/seqid=0 2024-11-21T11:21:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741892_1068 (size=12301) 2024-11-21T11:21:34,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:34,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188154010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188154010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188154012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188154011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188154012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:34,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/298c8807f43a44e2be2e396cb6fbe3db 2024-11-21T11:21:34,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/7b99fcc4d95b44e39a9c5a7746451645 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/7b99fcc4d95b44e39a9c5a7746451645 2024-11-21T11:21:34,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/7b99fcc4d95b44e39a9c5a7746451645, entries=200, sequenceid=265, filesize=14.4 K 2024-11-21T11:21:34,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/390e7063da7d460db878680e11b12c21 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/390e7063da7d460db878680e11b12c21 2024-11-21T11:21:34,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/390e7063da7d460db878680e11b12c21, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T11:21:34,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/298c8807f43a44e2be2e396cb6fbe3db as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/298c8807f43a44e2be2e396cb6fbe3db 2024-11-21T11:21:34,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/298c8807f43a44e2be2e396cb6fbe3db, entries=150, sequenceid=265, filesize=12.0 K 2024-11-21T11:21:34,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3ad76886fa4c6589beed6d684f6042de in 1308ms, sequenceid=265, compaction requested=true 2024-11-21T11:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:34,156 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:34,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:34,157 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:34,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:34,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:34,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:34,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:34,159 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:34,159 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:34,159 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:34,160 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0183d695cc9b42aa9666c16d19507d8d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e6173aec9f32435cbe293024f5f025cd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/aba3fa31a4dc4eb298941b963ffd8878, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/7b99fcc4d95b44e39a9c5a7746451645] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=52.8 K 2024-11-21T11:21:34,160 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:34,160 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:34,160 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:34,160 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0183d695cc9b42aa9666c16d19507d8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732188089418 2024-11-21T11:21:34,160 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/694f8fc8e59f49088094ae175b8e5d54, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3180ef12b0e148b1bf6c9f464387ca4a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4b9101c945a64600ab447c7d8c054106, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/390e7063da7d460db878680e11b12c21] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=48.1 K 2024-11-21T11:21:34,161 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6173aec9f32435cbe293024f5f025cd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732188090065 2024-11-21T11:21:34,161 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 694f8fc8e59f49088094ae175b8e5d54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732188089418 2024-11-21T11:21:34,161 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting aba3fa31a4dc4eb298941b963ffd8878, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188090705 2024-11-21T11:21:34,161 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3180ef12b0e148b1bf6c9f464387ca4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732188090065 2024-11-21T11:21:34,162 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b99fcc4d95b44e39a9c5a7746451645, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732188092842 2024-11-21T11:21:34,162 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b9101c945a64600ab447c7d8c054106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188090705 2024-11-21T11:21:34,163 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 390e7063da7d460db878680e11b12c21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732188092842 2024-11-21T11:21:34,179 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:34,181 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/77bc8feedf92433db151a4b8bf68bfc6 is 50, key is test_row_0/A:col10/1732188092843/Put/seqid=0 2024-11-21T11:21:34,191 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:34,192 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/112bd4f67806454eb9dafc2f5dfb785c is 50, key is test_row_0/B:col10/1732188092843/Put/seqid=0 2024-11-21T11:21:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741893_1069 (size=12915) 2024-11-21T11:21:34,223 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/77bc8feedf92433db151a4b8bf68bfc6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/77bc8feedf92433db151a4b8bf68bfc6 2024-11-21T11:21:34,233 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into 77bc8feedf92433db151a4b8bf68bfc6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:34,233 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:34,234 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=12, startTime=1732188094156; duration=0sec 2024-11-21T11:21:34,234 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:34,235 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:34,235 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:34,240 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:34,240 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:34,240 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:34,240 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/96027a3ca770445d9713176e81fb9a8c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6003245fb52a40c383f5b4e1ac538f49, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/df6ef0c973484b779c40c82475725c1d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/298c8807f43a44e2be2e396cb6fbe3db] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=48.1 K 2024-11-21T11:21:34,241 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96027a3ca770445d9713176e81fb9a8c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732188089418 2024-11-21T11:21:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741894_1070 (size=12915) 2024-11-21T11:21:34,242 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6003245fb52a40c383f5b4e1ac538f49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732188090065 2024-11-21T11:21:34,243 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting df6ef0c973484b779c40c82475725c1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188090705 2024-11-21T11:21:34,243 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 298c8807f43a44e2be2e396cb6fbe3db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732188092842 2024-11-21T11:21:34,253 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/112bd4f67806454eb9dafc2f5dfb785c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/112bd4f67806454eb9dafc2f5dfb785c 2024-11-21T11:21:34,261 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 112bd4f67806454eb9dafc2f5dfb785c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:34,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:34,262 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=12, startTime=1732188094157; duration=0sec 2024-11-21T11:21:34,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:34,262 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:34,268 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:34,269 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/f12e4bb2350746b194ee9812a1af9a03 is 50, key is test_row_0/C:col10/1732188092843/Put/seqid=0 2024-11-21T11:21:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741895_1071 (size=12915) 2024-11-21T11:21:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T11:21:34,373 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-21T11:21:34,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-21T11:21:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T11:21:34,377 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:34,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:34,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T11:21:34,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:34,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T11:21:34,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:34,532 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:21:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:34,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/28671da2b37a4fbbb8982393d21f15a8 is 50, key is test_row_0/A:col10/1732188092889/Put/seqid=0 2024-11-21T11:21:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741896_1072 (size=12301) 2024-11-21T11:21:34,564 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/28671da2b37a4fbbb8982393d21f15a8 2024-11-21T11:21:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/0daaaf5b065b44bba421af90cbf0b2a0 is 50, key is test_row_0/B:col10/1732188092889/Put/seqid=0 2024-11-21T11:21:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741897_1073 (size=12301) 2024-11-21T11:21:34,587 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/0daaaf5b065b44bba421af90cbf0b2a0 2024-11-21T11:21:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/79f9dc8c7e5e40099232bbcfacd3b057 is 50, key is test_row_0/C:col10/1732188092889/Put/seqid=0 2024-11-21T11:21:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741898_1074 (size=12301) 2024-11-21T11:21:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T11:21:34,682 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/f12e4bb2350746b194ee9812a1af9a03 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/f12e4bb2350746b194ee9812a1af9a03 2024-11-21T11:21:34,690 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into f12e4bb2350746b194ee9812a1af9a03(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:34,690 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:34,690 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=12, startTime=1732188094157; duration=0sec 2024-11-21T11:21:34,690 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:34,690 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T11:21:35,007 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/79f9dc8c7e5e40099232bbcfacd3b057 2024-11-21T11:21:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:35,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:35,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/28671da2b37a4fbbb8982393d21f15a8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/28671da2b37a4fbbb8982393d21f15a8 2024-11-21T11:21:35,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188155020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188155021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188155023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188155023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188155023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,028 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/28671da2b37a4fbbb8982393d21f15a8, entries=150, sequenceid=292, filesize=12.0 K 2024-11-21T11:21:35,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/0daaaf5b065b44bba421af90cbf0b2a0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/0daaaf5b065b44bba421af90cbf0b2a0 2024-11-21T11:21:35,036 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/0daaaf5b065b44bba421af90cbf0b2a0, entries=150, sequenceid=292, filesize=12.0 K 2024-11-21T11:21:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/79f9dc8c7e5e40099232bbcfacd3b057 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/79f9dc8c7e5e40099232bbcfacd3b057 2024-11-21T11:21:35,045 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/79f9dc8c7e5e40099232bbcfacd3b057, entries=150, sequenceid=292, filesize=12.0 K 2024-11-21T11:21:35,046 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3ad76886fa4c6589beed6d684f6042de in 514ms, sequenceid=292, compaction requested=false 2024-11-21T11:21:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T11:21:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-21T11:21:35,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T11:21:35,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 669 msec 2024-11-21T11:21:35,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 676 msec 2024-11-21T11:21:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:35,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:21:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:35,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:35,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:35,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:35,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/ffa438192cf1495a8ea7b76d26e47c1b is 50, key is test_row_0/A:col10/1732188095013/Put/seqid=0 2024-11-21T11:21:35,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741899_1075 (size=14741) 2024-11-21T11:21:35,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188155179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188155179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188155183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188155183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188155284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188155286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188155288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188155288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T11:21:35,482 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-21T11:21:35,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-21T11:21:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T11:21:35,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:35,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:35,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188155487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188155489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188155491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188155492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/ffa438192cf1495a8ea7b76d26e47c1b 2024-11-21T11:21:35,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/4105e7b2530d41f9b3ed48f9d004c20d is 50, key is test_row_0/B:col10/1732188095013/Put/seqid=0 2024-11-21T11:21:35,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741900_1076 (size=12301) 2024-11-21T11:21:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T11:21:35,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T11:21:35,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188155790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188155792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:35,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:35,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188155793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188155795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:35,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:35,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:35,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:35,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:35,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/4105e7b2530d41f9b3ed48f9d004c20d 2024-11-21T11:21:35,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/1539549c12aa411198027eb11f98e48f is 50, key is test_row_0/C:col10/1732188095013/Put/seqid=0 2024-11-21T11:21:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741901_1077 (size=12301) 2024-11-21T11:21:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T11:21:36,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:36,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:36,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188156292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188156294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188156300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188156301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/1539549c12aa411198027eb11f98e48f 2024-11-21T11:21:36,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/ffa438192cf1495a8ea7b76d26e47c1b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/ffa438192cf1495a8ea7b76d26e47c1b 2024-11-21T11:21:36,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/ffa438192cf1495a8ea7b76d26e47c1b, entries=200, sequenceid=305, filesize=14.4 K 2024-11-21T11:21:36,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/4105e7b2530d41f9b3ed48f9d004c20d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4105e7b2530d41f9b3ed48f9d004c20d 2024-11-21T11:21:36,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:36,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4105e7b2530d41f9b3ed48f9d004c20d, entries=150, sequenceid=305, filesize=12.0 K 2024-11-21T11:21:36,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/1539549c12aa411198027eb11f98e48f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1539549c12aa411198027eb11f98e48f 2024-11-21T11:21:36,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1539549c12aa411198027eb11f98e48f, entries=150, sequenceid=305, filesize=12.0 K 2024-11-21T11:21:36,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ad76886fa4c6589beed6d684f6042de in 1319ms, sequenceid=305, compaction requested=true 2024-11-21T11:21:36,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:36,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:36,447 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:36,447 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:36,448 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:36,448 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:36,448 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,448 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/77bc8feedf92433db151a4b8bf68bfc6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/28671da2b37a4fbbb8982393d21f15a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/ffa438192cf1495a8ea7b76d26e47c1b] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=39.0 K 2024-11-21T11:21:36,449 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:36,449 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:36,449 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,449 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/112bd4f67806454eb9dafc2f5dfb785c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/0daaaf5b065b44bba421af90cbf0b2a0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4105e7b2530d41f9b3ed48f9d004c20d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.6 K 2024-11-21T11:21:36,450 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77bc8feedf92433db151a4b8bf68bfc6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732188092842 2024-11-21T11:21:36,450 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 112bd4f67806454eb9dafc2f5dfb785c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732188092842 2024-11-21T11:21:36,451 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28671da2b37a4fbbb8982393d21f15a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732188092881 2024-11-21T11:21:36,451 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0daaaf5b065b44bba421af90cbf0b2a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732188092881 2024-11-21T11:21:36,451 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4105e7b2530d41f9b3ed48f9d004c20d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732188095013 2024-11-21T11:21:36,451 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffa438192cf1495a8ea7b76d26e47c1b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732188095013 2024-11-21T11:21:36,479 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:36,480 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#63 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:36,480 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/9120ed24345a47358dbf8cdd4173aa85 is 50, key is test_row_0/B:col10/1732188095013/Put/seqid=0 2024-11-21T11:21:36,481 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e690f0acffb94396a9a62df19b8fff83 is 50, key is test_row_0/A:col10/1732188095013/Put/seqid=0 2024-11-21T11:21:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741902_1078 (size=13017) 2024-11-21T11:21:36,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741903_1079 (size=13017) 2024-11-21T11:21:36,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:36,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T11:21:36,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,570 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:21:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:36,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f300b7b2cc704a268efdcd81f7633c57 is 50, key is test_row_0/A:col10/1732188095181/Put/seqid=0 2024-11-21T11:21:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741904_1080 (size=12301) 2024-11-21T11:21:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T11:21:36,910 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/9120ed24345a47358dbf8cdd4173aa85 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9120ed24345a47358dbf8cdd4173aa85 2024-11-21T11:21:36,918 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e690f0acffb94396a9a62df19b8fff83 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e690f0acffb94396a9a62df19b8fff83 2024-11-21T11:21:36,930 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 9120ed24345a47358dbf8cdd4173aa85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:36,930 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:36,931 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188096447; duration=0sec 2024-11-21T11:21:36,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:36,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:36,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:36,933 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:36,933 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:36,933 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:36,933 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/f12e4bb2350746b194ee9812a1af9a03, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/79f9dc8c7e5e40099232bbcfacd3b057, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1539549c12aa411198027eb11f98e48f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.6 K 2024-11-21T11:21:36,934 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f12e4bb2350746b194ee9812a1af9a03, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732188092842 2024-11-21T11:21:36,934 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 79f9dc8c7e5e40099232bbcfacd3b057, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732188092881 2024-11-21T11:21:36,935 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into e690f0acffb94396a9a62df19b8fff83(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:36,935 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:36,935 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188096446; duration=0sec 2024-11-21T11:21:36,935 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:36,935 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1539549c12aa411198027eb11f98e48f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732188095013 2024-11-21T11:21:36,935 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:36,948 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:36,949 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/04e775afdcc5467abfdd9cad9bd741a4 is 50, key is test_row_0/C:col10/1732188095013/Put/seqid=0 2024-11-21T11:21:36,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741905_1081 (size=13017) 2024-11-21T11:21:36,985 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f300b7b2cc704a268efdcd81f7633c57 2024-11-21T11:21:36,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/efb5ac07c39740a0bf72da5dec5ed055 is 50, key is test_row_0/B:col10/1732188095181/Put/seqid=0 2024-11-21T11:21:37,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741906_1082 (size=12301) 2024-11-21T11:21:37,004 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/efb5ac07c39740a0bf72da5dec5ed055 2024-11-21T11:21:37,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/de78185f33f64bb88da47652884bf7ea is 50, key is test_row_0/C:col10/1732188095181/Put/seqid=0 2024-11-21T11:21:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741907_1083 (size=12301) 2024-11-21T11:21:37,027 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/de78185f33f64bb88da47652884bf7ea 2024-11-21T11:21:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/f300b7b2cc704a268efdcd81f7633c57 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f300b7b2cc704a268efdcd81f7633c57 2024-11-21T11:21:37,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:37,046 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f300b7b2cc704a268efdcd81f7633c57, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T11:21:37,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/efb5ac07c39740a0bf72da5dec5ed055 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/efb5ac07c39740a0bf72da5dec5ed055 2024-11-21T11:21:37,055 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/efb5ac07c39740a0bf72da5dec5ed055, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T11:21:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/de78185f33f64bb88da47652884bf7ea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/de78185f33f64bb88da47652884bf7ea 2024-11-21T11:21:37,065 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/de78185f33f64bb88da47652884bf7ea, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T11:21:37,074 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=46.96 KB/48090 for 3ad76886fa4c6589beed6d684f6042de in 504ms, sequenceid=329, compaction requested=false 2024-11-21T11:21:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-21T11:21:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-21T11:21:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:37,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:37,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T11:21:37,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5910 sec 2024-11-21T11:21:37,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/bb6760f69be94b8faf74d3f17bc45476 is 50, key is test_row_0/A:col10/1732188097063/Put/seqid=0 2024-11-21T11:21:37,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.5990 sec 2024-11-21T11:21:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741908_1084 (size=12301) 2024-11-21T11:21:37,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/bb6760f69be94b8faf74d3f17bc45476 2024-11-21T11:21:37,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/6f66e02175404369b8bd235109f9de54 is 50, key is test_row_0/B:col10/1732188097063/Put/seqid=0 2024-11-21T11:21:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741909_1085 (size=12301) 2024-11-21T11:21:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188157149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188157252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188157298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188157300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188157307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188157308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,375 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/04e775afdcc5467abfdd9cad9bd741a4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/04e775afdcc5467abfdd9cad9bd741a4 2024-11-21T11:21:37,386 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 04e775afdcc5467abfdd9cad9bd741a4(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:37,386 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:37,386 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188096447; duration=0sec 2024-11-21T11:21:37,386 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:37,386 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:37,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188157456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/6f66e02175404369b8bd235109f9de54 2024-11-21T11:21:37,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/99926c8769f749fcb856b373dde8dc70 is 50, key is test_row_0/C:col10/1732188097063/Put/seqid=0 2024-11-21T11:21:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741910_1086 (size=12301) 2024-11-21T11:21:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T11:21:37,590 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-21T11:21:37,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-21T11:21:37,597 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:37,598 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:37,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T11:21:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T11:21:37,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T11:21:37,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:37,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:37,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:37,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188157760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T11:21:37,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:37,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T11:21:37,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:37,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/99926c8769f749fcb856b373dde8dc70 2024-11-21T11:21:37,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/bb6760f69be94b8faf74d3f17bc45476 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/bb6760f69be94b8faf74d3f17bc45476 2024-11-21T11:21:37,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/bb6760f69be94b8faf74d3f17bc45476, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T11:21:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/6f66e02175404369b8bd235109f9de54 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/6f66e02175404369b8bd235109f9de54 2024-11-21T11:21:37,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/6f66e02175404369b8bd235109f9de54, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T11:21:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/99926c8769f749fcb856b373dde8dc70 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99926c8769f749fcb856b373dde8dc70 2024-11-21T11:21:37,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99926c8769f749fcb856b373dde8dc70, entries=150, sequenceid=342, filesize=12.0 K 2024-11-21T11:21:37,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3ad76886fa4c6589beed6d684f6042de in 905ms, sequenceid=342, compaction requested=true 2024-11-21T11:21:37,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:37,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:37,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:37,980 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:37,980 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:37,982 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:37,982 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:37,982 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,982 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e690f0acffb94396a9a62df19b8fff83, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f300b7b2cc704a268efdcd81f7633c57, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/bb6760f69be94b8faf74d3f17bc45476] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.7 K 2024-11-21T11:21:37,983 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:37,983 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:37,983 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:37,983 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e690f0acffb94396a9a62df19b8fff83, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732188095013 2024-11-21T11:21:37,983 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9120ed24345a47358dbf8cdd4173aa85, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/efb5ac07c39740a0bf72da5dec5ed055, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/6f66e02175404369b8bd235109f9de54] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.7 K 2024-11-21T11:21:37,983 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f300b7b2cc704a268efdcd81f7633c57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732188095176 2024-11-21T11:21:37,983 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9120ed24345a47358dbf8cdd4173aa85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732188095013 2024-11-21T11:21:37,984 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb6760f69be94b8faf74d3f17bc45476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732188097044 2024-11-21T11:21:37,984 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting efb5ac07c39740a0bf72da5dec5ed055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732188095176 2024-11-21T11:21:37,985 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f66e02175404369b8bd235109f9de54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732188097044 2024-11-21T11:21:37,996 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#72 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:37,997 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/90057f463b0e4be280321254320405d0 is 50, key is test_row_0/A:col10/1732188097063/Put/seqid=0 2024-11-21T11:21:38,005 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:38,006 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/24e7b86b4e2a4a4a8b299cd241bf2153 is 50, key is test_row_0/B:col10/1732188097063/Put/seqid=0 2024-11-21T11:21:38,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741911_1087 (size=13119) 2024-11-21T11:21:38,013 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/90057f463b0e4be280321254320405d0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90057f463b0e4be280321254320405d0 2024-11-21T11:21:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741912_1088 (size=13119) 2024-11-21T11:21:38,020 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into 90057f463b0e4be280321254320405d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:38,020 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:38,020 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188097980; duration=0sec 2024-11-21T11:21:38,020 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:38,020 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:38,020 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:38,021 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:38,022 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:38,022 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:38,022 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/04e775afdcc5467abfdd9cad9bd741a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/de78185f33f64bb88da47652884bf7ea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99926c8769f749fcb856b373dde8dc70] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.7 K 2024-11-21T11:21:38,022 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04e775afdcc5467abfdd9cad9bd741a4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732188095013 2024-11-21T11:21:38,023 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting de78185f33f64bb88da47652884bf7ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732188095176 2024-11-21T11:21:38,023 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99926c8769f749fcb856b373dde8dc70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732188097044 2024-11-21T11:21:38,031 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:38,032 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/d0b7280438684b148f557be82b4f1548 is 50, key is test_row_0/C:col10/1732188097063/Put/seqid=0 2024-11-21T11:21:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741913_1089 (size=13119) 2024-11-21T11:21:38,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:38,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T11:21:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:38,061 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:21:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:38,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/fcb8549c5f77472498eeaaafeb586f4e is 50, key is test_row_0/A:col10/1732188097139/Put/seqid=0 2024-11-21T11:21:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741914_1090 (size=12301) 2024-11-21T11:21:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T11:21:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:38,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:38,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188158290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:38,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188158394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:38,425 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/24e7b86b4e2a4a4a8b299cd241bf2153 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24e7b86b4e2a4a4a8b299cd241bf2153 2024-11-21T11:21:38,432 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 24e7b86b4e2a4a4a8b299cd241bf2153(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:38,432 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:38,432 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188097980; duration=0sec 2024-11-21T11:21:38,432 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:38,432 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:38,447 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/d0b7280438684b148f557be82b4f1548 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/d0b7280438684b148f557be82b4f1548 2024-11-21T11:21:38,455 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into d0b7280438684b148f557be82b4f1548(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:38,455 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:38,455 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188097982; duration=0sec 2024-11-21T11:21:38,455 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:38,455 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:38,474 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/fcb8549c5f77472498eeaaafeb586f4e 2024-11-21T11:21:38,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/78a97958ebe541fcad088f3fbe9ad695 is 50, key is test_row_0/B:col10/1732188097139/Put/seqid=0 2024-11-21T11:21:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741915_1091 (size=12301) 2024-11-21T11:21:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188158596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T11:21:38,890 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/78a97958ebe541fcad088f3fbe9ad695 2024-11-21T11:21:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/cf3a7f516eb64173a217288510b19b86 is 50, key is test_row_0/C:col10/1732188097139/Put/seqid=0 2024-11-21T11:21:38,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188158902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:38,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741916_1092 (size=12301) 2024-11-21T11:21:39,305 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/cf3a7f516eb64173a217288510b19b86 2024-11-21T11:21:39,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/fcb8549c5f77472498eeaaafeb586f4e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/fcb8549c5f77472498eeaaafeb586f4e 2024-11-21T11:21:39,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188159313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,316 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:39,319 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/fcb8549c5f77472498eeaaafeb586f4e, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T11:21:39,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/78a97958ebe541fcad088f3fbe9ad695 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/78a97958ebe541fcad088f3fbe9ad695 2024-11-21T11:21:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188159319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188159319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,323 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188159320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,323 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:39,323 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:21:39,341 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/78a97958ebe541fcad088f3fbe9ad695, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T11:21:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/cf3a7f516eb64173a217288510b19b86 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/cf3a7f516eb64173a217288510b19b86 2024-11-21T11:21:39,349 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/cf3a7f516eb64173a217288510b19b86, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T11:21:39,350 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3ad76886fa4c6589beed6d684f6042de in 1289ms, sequenceid=369, compaction requested=false 2024-11-21T11:21:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-21T11:21:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-21T11:21:39,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-21T11:21:39,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7530 sec 2024-11-21T11:21:39,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.7600 sec 2024-11-21T11:21:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:39,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:21:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:39,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:39,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:39,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:39,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/056886c8f7544f08ad1509f5bb5a87de is 50, key is test_row_0/A:col10/1732188099405/Put/seqid=0 2024-11-21T11:21:39,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741917_1093 (size=9857) 2024-11-21T11:21:39,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188159469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188159573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T11:21:39,703 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-21T11:21:39,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-21T11:21:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T11:21:39,707 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:39,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:39,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:39,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188159776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T11:21:39,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/056886c8f7544f08ad1509f5bb5a87de 2024-11-21T11:21:39,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4 is 50, key is test_row_0/B:col10/1732188099405/Put/seqid=0 2024-11-21T11:21:39,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:39,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T11:21:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:39,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:39,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741918_1094 (size=9857) 2024-11-21T11:21:39,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4 2024-11-21T11:21:39,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/99497399155f418fab4dd273add0f327 is 50, key is test_row_0/C:col10/1732188099405/Put/seqid=0 2024-11-21T11:21:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741919_1095 (size=9857) 2024-11-21T11:21:39,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/99497399155f418fab4dd273add0f327 2024-11-21T11:21:39,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/056886c8f7544f08ad1509f5bb5a87de as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/056886c8f7544f08ad1509f5bb5a87de 2024-11-21T11:21:39,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/056886c8f7544f08ad1509f5bb5a87de, entries=100, sequenceid=383, filesize=9.6 K 2024-11-21T11:21:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4 2024-11-21T11:21:39,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4, entries=100, sequenceid=383, filesize=9.6 K 2024-11-21T11:21:39,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/99497399155f418fab4dd273add0f327 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99497399155f418fab4dd273add0f327 2024-11-21T11:21:39,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99497399155f418fab4dd273add0f327, entries=100, sequenceid=383, filesize=9.6 K 2024-11-21T11:21:39,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3ad76886fa4c6589beed6d684f6042de in 537ms, sequenceid=383, compaction requested=true 2024-11-21T11:21:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:39,952 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:39,953 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:39,954 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:39,954 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:39,954 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:39,954 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24e7b86b4e2a4a4a8b299cd241bf2153, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/78a97958ebe541fcad088f3fbe9ad695, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=34.5 K 2024-11-21T11:21:39,954 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:39,955 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:39,955 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e7b86b4e2a4a4a8b299cd241bf2153, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732188097044 2024-11-21T11:21:39,955 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90057f463b0e4be280321254320405d0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/fcb8549c5f77472498eeaaafeb586f4e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/056886c8f7544f08ad1509f5bb5a87de] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=34.5 K 2024-11-21T11:21:39,955 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a97958ebe541fcad088f3fbe9ad695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732188097139 2024-11-21T11:21:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90057f463b0e4be280321254320405d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732188097044 2024-11-21T11:21:39,957 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcb8549c5f77472498eeaaafeb586f4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732188097139 2024-11-21T11:21:39,957 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e281ecd5d3bf45a7a4f47fc9ce1afeb4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732188098280 2024-11-21T11:21:39,957 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 056886c8f7544f08ad1509f5bb5a87de, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732188098280 2024-11-21T11:21:39,974 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:39,975 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/c7310cc8c19e4d03b2303ebee504ac51 is 50, key is test_row_0/A:col10/1732188099405/Put/seqid=0 2024-11-21T11:21:39,982 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:39,983 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e8b720b3810b4f2da127cdd26b395227 is 50, key is test_row_0/B:col10/1732188099405/Put/seqid=0 2024-11-21T11:21:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741920_1096 (size=13221) 2024-11-21T11:21:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741921_1097 (size=13221) 2024-11-21T11:21:40,009 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e8b720b3810b4f2da127cdd26b395227 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e8b720b3810b4f2da127cdd26b395227 2024-11-21T11:21:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T11:21:40,018 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,019 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:21:40,019 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into e8b720b3810b4f2da127cdd26b395227(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:40,019 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,020 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188099953; duration=0sec 2024-11-21T11:21:40,020 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:40,020 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:40,020 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:40,021 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:40,021 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:40,021 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,023 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/d0b7280438684b148f557be82b4f1548, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/cf3a7f516eb64173a217288510b19b86, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99497399155f418fab4dd273add0f327] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=34.5 K 2024-11-21T11:21:40,023 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b7280438684b148f557be82b4f1548, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732188097044 2024-11-21T11:21:40,024 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting cf3a7f516eb64173a217288510b19b86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732188097139 2024-11-21T11:21:40,024 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 99497399155f418fab4dd273add0f327, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732188098280 2024-11-21T11:21:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d1006c897820467ca485e20aa6864b8f is 50, key is test_row_0/A:col10/1732188099463/Put/seqid=0 2024-11-21T11:21:40,041 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:40,042 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/ffce97c7587d4f8fbb85aa226204babd is 50, key is test_row_0/C:col10/1732188099405/Put/seqid=0 2024-11-21T11:21:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741922_1098 (size=12301) 2024-11-21T11:21:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741923_1099 (size=13221) 2024-11-21T11:21:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:40,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188160107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188160209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T11:21:40,400 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/c7310cc8c19e4d03b2303ebee504ac51 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/c7310cc8c19e4d03b2303ebee504ac51 2024-11-21T11:21:40,408 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into c7310cc8c19e4d03b2303ebee504ac51(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:40,408 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,408 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188099952; duration=0sec 2024-11-21T11:21:40,408 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:40,408 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188160413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,459 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d1006c897820467ca485e20aa6864b8f 2024-11-21T11:21:40,468 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/ffce97c7587d4f8fbb85aa226204babd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ffce97c7587d4f8fbb85aa226204babd 2024-11-21T11:21:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/178c488a0f724d1b9b8f5439b1b65769 is 50, key is test_row_0/B:col10/1732188099463/Put/seqid=0 2024-11-21T11:21:40,479 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into ffce97c7587d4f8fbb85aa226204babd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:40,479 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,479 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188099953; duration=0sec 2024-11-21T11:21:40,479 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:40,480 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:40,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741924_1100 (size=12301) 2024-11-21T11:21:40,485 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/178c488a0f724d1b9b8f5439b1b65769 2024-11-21T11:21:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6b292375e77f4660a6eb03623dc840c2 is 50, key is test_row_0/C:col10/1732188099463/Put/seqid=0 2024-11-21T11:21:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741925_1101 (size=12301) 2024-11-21T11:21:40,527 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6b292375e77f4660a6eb03623dc840c2 2024-11-21T11:21:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d1006c897820467ca485e20aa6864b8f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d1006c897820467ca485e20aa6864b8f 2024-11-21T11:21:40,542 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d1006c897820467ca485e20aa6864b8f, entries=150, sequenceid=408, filesize=12.0 K 2024-11-21T11:21:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/178c488a0f724d1b9b8f5439b1b65769 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/178c488a0f724d1b9b8f5439b1b65769 2024-11-21T11:21:40,552 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/178c488a0f724d1b9b8f5439b1b65769, entries=150, sequenceid=408, filesize=12.0 K 2024-11-21T11:21:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/6b292375e77f4660a6eb03623dc840c2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6b292375e77f4660a6eb03623dc840c2 2024-11-21T11:21:40,560 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6b292375e77f4660a6eb03623dc840c2, entries=150, sequenceid=408, filesize=12.0 K 2024-11-21T11:21:40,562 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3ad76886fa4c6589beed6d684f6042de in 542ms, sequenceid=408, compaction requested=false 2024-11-21T11:21:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T11:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-21T11:21:40,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T11:21:40,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-11-21T11:21:40,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 864 msec 2024-11-21T11:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:40,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T11:21:40,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:40,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:40,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:40,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/90991d2a6d4d47a6a1aca7d434fbbfec is 50, key is test_row_0/A:col10/1732188100083/Put/seqid=0 2024-11-21T11:21:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741926_1102 (size=12301) 2024-11-21T11:21:40,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/90991d2a6d4d47a6a1aca7d434fbbfec 2024-11-21T11:21:40,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bb6b7de9421b4554ac60a5c9d53f90ea is 50, key is test_row_0/B:col10/1732188100083/Put/seqid=0 2024-11-21T11:21:40,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741927_1103 (size=12301) 2024-11-21T11:21:40,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bb6b7de9421b4554ac60a5c9d53f90ea 2024-11-21T11:21:40,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/3755d4f2f96a4467a4e844fbb3799e22 is 50, key is test_row_0/C:col10/1732188100083/Put/seqid=0 2024-11-21T11:21:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741928_1104 (size=12301) 2024-11-21T11:21:40,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/3755d4f2f96a4467a4e844fbb3799e22 2024-11-21T11:21:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188160791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/90991d2a6d4d47a6a1aca7d434fbbfec as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90991d2a6d4d47a6a1aca7d434fbbfec 2024-11-21T11:21:40,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90991d2a6d4d47a6a1aca7d434fbbfec, entries=150, sequenceid=423, filesize=12.0 K 2024-11-21T11:21:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bb6b7de9421b4554ac60a5c9d53f90ea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bb6b7de9421b4554ac60a5c9d53f90ea 2024-11-21T11:21:40,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bb6b7de9421b4554ac60a5c9d53f90ea, entries=150, sequenceid=423, filesize=12.0 K 2024-11-21T11:21:40,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/3755d4f2f96a4467a4e844fbb3799e22 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3755d4f2f96a4467a4e844fbb3799e22 2024-11-21T11:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T11:21:40,812 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-21T11:21:40,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-21T11:21:40,816 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:40,817 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:40,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:40,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3755d4f2f96a4467a4e844fbb3799e22, entries=150, sequenceid=423, filesize=12.0 K 2024-11-21T11:21:40,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3ad76886fa4c6589beed6d684f6042de in 104ms, sequenceid=423, compaction requested=true 2024-11-21T11:21:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:40,823 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:40,824 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:40,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:40,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:40,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:40,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:40,825 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:40,825 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:40,825 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:40,825 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:40,825 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,825 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,826 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e8b720b3810b4f2da127cdd26b395227, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/178c488a0f724d1b9b8f5439b1b65769, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bb6b7de9421b4554ac60a5c9d53f90ea] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.9 K 2024-11-21T11:21:40,826 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/c7310cc8c19e4d03b2303ebee504ac51, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d1006c897820467ca485e20aa6864b8f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90991d2a6d4d47a6a1aca7d434fbbfec] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.9 K 2024-11-21T11:21:40,826 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e8b720b3810b4f2da127cdd26b395227, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732188097143 2024-11-21T11:21:40,826 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7310cc8c19e4d03b2303ebee504ac51, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732188097143 2024-11-21T11:21:40,827 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1006c897820467ca485e20aa6864b8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732188099463 2024-11-21T11:21:40,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 178c488a0f724d1b9b8f5439b1b65769, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732188099463 2024-11-21T11:21:40,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bb6b7de9421b4554ac60a5c9d53f90ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732188100083 2024-11-21T11:21:40,827 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90991d2a6d4d47a6a1aca7d434fbbfec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732188100083 2024-11-21T11:21:40,841 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:40,842 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e259e5937c3843bbb8afd38db71a5c5d is 50, key is test_row_0/B:col10/1732188100083/Put/seqid=0 2024-11-21T11:21:40,849 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:40,850 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d9ced84d139940a6aaeda74f95f67f1f is 50, key is test_row_0/A:col10/1732188100083/Put/seqid=0 2024-11-21T11:21:40,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741930_1106 (size=13323) 2024-11-21T11:21:40,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741929_1105 (size=13323) 2024-11-21T11:21:40,883 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/d9ced84d139940a6aaeda74f95f67f1f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d9ced84d139940a6aaeda74f95f67f1f 2024-11-21T11:21:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:40,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:21:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:40,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e219884e42534364967894935d57a242 is 50, key is test_row_0/A:col10/1732188100760/Put/seqid=0 2024-11-21T11:21:40,909 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into d9ced84d139940a6aaeda74f95f67f1f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:40,909 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,909 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188100823; duration=0sec 2024-11-21T11:21:40,909 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:40,909 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:40,909 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:40,911 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:40,912 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:40,912 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,912 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ffce97c7587d4f8fbb85aa226204babd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6b292375e77f4660a6eb03623dc840c2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3755d4f2f96a4467a4e844fbb3799e22] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=36.9 K 2024-11-21T11:21:40,913 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffce97c7587d4f8fbb85aa226204babd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732188097143 2024-11-21T11:21:40,913 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b292375e77f4660a6eb03623dc840c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732188099463 2024-11-21T11:21:40,914 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3755d4f2f96a4467a4e844fbb3799e22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732188100083 2024-11-21T11:21:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741931_1107 (size=14741) 2024-11-21T11:21:40,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e219884e42534364967894935d57a242 2024-11-21T11:21:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:40,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/a61f80d9f73e46eaa9eca8c89ec1d4e0 is 50, key is test_row_0/B:col10/1732188100760/Put/seqid=0 2024-11-21T11:21:40,934 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:40,935 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/50221cb10c3a4d3486e1e4452ff88895 is 50, key is test_row_0/C:col10/1732188100083/Put/seqid=0 2024-11-21T11:21:40,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188160935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741932_1108 (size=12301) 2024-11-21T11:21:40,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/a61f80d9f73e46eaa9eca8c89ec1d4e0 2024-11-21T11:21:40,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/25bda0e23b134444b33f440b5ef5cc9f is 50, key is test_row_0/C:col10/1732188100760/Put/seqid=0 2024-11-21T11:21:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741933_1109 (size=13323) 2024-11-21T11:21:40,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:40,972 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/50221cb10c3a4d3486e1e4452ff88895 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/50221cb10c3a4d3486e1e4452ff88895 2024-11-21T11:21:40,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:40,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:40,984 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 50221cb10c3a4d3486e1e4452ff88895(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:40,984 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:40,984 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188100824; duration=0sec 2024-11-21T11:21:40,985 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:40,985 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:40,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741934_1110 (size=12301) 2024-11-21T11:21:40,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/25bda0e23b134444b33f440b5ef5cc9f 2024-11-21T11:21:40,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e219884e42534364967894935d57a242 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e219884e42534364967894935d57a242 2024-11-21T11:21:41,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e219884e42534364967894935d57a242, entries=200, sequenceid=447, filesize=14.4 K 2024-11-21T11:21:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/a61f80d9f73e46eaa9eca8c89ec1d4e0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a61f80d9f73e46eaa9eca8c89ec1d4e0 2024-11-21T11:21:41,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a61f80d9f73e46eaa9eca8c89ec1d4e0, entries=150, sequenceid=447, filesize=12.0 K 2024-11-21T11:21:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/25bda0e23b134444b33f440b5ef5cc9f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/25bda0e23b134444b33f440b5ef5cc9f 2024-11-21T11:21:41,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/25bda0e23b134444b33f440b5ef5cc9f, entries=150, sequenceid=447, filesize=12.0 K 2024-11-21T11:21:41,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3ad76886fa4c6589beed6d684f6042de in 126ms, sequenceid=447, compaction requested=false 2024-11-21T11:21:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:41,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T11:21:41,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:41,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:41,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:41,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:41,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:41,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:41,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/59715496dfb14c8e99a5b8bb72cabe3c is 50, key is test_row_0/A:col10/1732188101038/Put/seqid=0 2024-11-21T11:21:41,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741935_1111 (size=14741) 2024-11-21T11:21:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188161109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:41,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188161214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,283 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/e259e5937c3843bbb8afd38db71a5c5d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e259e5937c3843bbb8afd38db71a5c5d 2024-11-21T11:21:41,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:41,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:41,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,290 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into e259e5937c3843bbb8afd38db71a5c5d(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:41,290 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:41,290 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188100824; duration=0sec 2024-11-21T11:21:41,290 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:41,290 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188161416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:41,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:41,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/59715496dfb14c8e99a5b8bb72cabe3c 2024-11-21T11:21:41,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bce02f790ff84832acf8aee3425ff54d is 50, key is test_row_0/B:col10/1732188101038/Put/seqid=0 2024-11-21T11:21:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741936_1112 (size=12301) 2024-11-21T11:21:41,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bce02f790ff84832acf8aee3425ff54d 2024-11-21T11:21:41,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/ee061b843ffc470782c7d51c53143105 is 50, key is test_row_0/C:col10/1732188101038/Put/seqid=0 2024-11-21T11:21:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741937_1113 (size=12301) 2024-11-21T11:21:41,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188161719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:41,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:41,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:41,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/ee061b843ffc470782c7d51c53143105 2024-11-21T11:21:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:41,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/59715496dfb14c8e99a5b8bb72cabe3c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/59715496dfb14c8e99a5b8bb72cabe3c 2024-11-21T11:21:41,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/59715496dfb14c8e99a5b8bb72cabe3c, entries=200, sequenceid=462, filesize=14.4 K 2024-11-21T11:21:41,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/bce02f790ff84832acf8aee3425ff54d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bce02f790ff84832acf8aee3425ff54d 2024-11-21T11:21:41,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bce02f790ff84832acf8aee3425ff54d, entries=150, sequenceid=462, filesize=12.0 K 2024-11-21T11:21:41,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/ee061b843ffc470782c7d51c53143105 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ee061b843ffc470782c7d51c53143105 2024-11-21T11:21:41,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ee061b843ffc470782c7d51c53143105, entries=150, sequenceid=462, filesize=12.0 K 2024-11-21T11:21:41,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3ad76886fa4c6589beed6d684f6042de in 903ms, sequenceid=462, compaction requested=true 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:41,943 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:41,943 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:41,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:41,944 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:41,944 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:41,945 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:41,945 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:41,945 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,945 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,945 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d9ced84d139940a6aaeda74f95f67f1f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e219884e42534364967894935d57a242, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/59715496dfb14c8e99a5b8bb72cabe3c] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=41.8 K 2024-11-21T11:21:41,945 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e259e5937c3843bbb8afd38db71a5c5d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a61f80d9f73e46eaa9eca8c89ec1d4e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bce02f790ff84832acf8aee3425ff54d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=37.0 K 2024-11-21T11:21:41,945 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ced84d139940a6aaeda74f95f67f1f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732188100083 2024-11-21T11:21:41,946 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e219884e42534364967894935d57a242, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732188100760 2024-11-21T11:21:41,946 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e259e5937c3843bbb8afd38db71a5c5d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732188100083 2024-11-21T11:21:41,946 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a61f80d9f73e46eaa9eca8c89ec1d4e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732188100760 2024-11-21T11:21:41,946 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59715496dfb14c8e99a5b8bb72cabe3c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732188100919 2024-11-21T11:21:41,947 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bce02f790ff84832acf8aee3425ff54d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732188100919 2024-11-21T11:21:41,957 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:41,957 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de is 50, key is test_row_0/B:col10/1732188101038/Put/seqid=0 2024-11-21T11:21:41,958 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:41,958 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e0f210c0fb774f2e972901342ef95b63 is 50, key is test_row_0/A:col10/1732188101038/Put/seqid=0 2024-11-21T11:21:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741938_1114 (size=13425) 2024-11-21T11:21:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741939_1115 (size=13425) 2024-11-21T11:21:41,973 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de 2024-11-21T11:21:41,980 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into f4d4da9c215f40d8a0cc6c3eb6a9c5de(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:41,980 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:41,980 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188101943; duration=0sec 2024-11-21T11:21:41,981 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:41,981 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:41,981 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:41,982 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:41,982 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:41,982 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:41,982 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/50221cb10c3a4d3486e1e4452ff88895, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/25bda0e23b134444b33f440b5ef5cc9f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ee061b843ffc470782c7d51c53143105] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=37.0 K 2024-11-21T11:21:41,983 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 50221cb10c3a4d3486e1e4452ff88895, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732188100083 2024-11-21T11:21:41,983 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 25bda0e23b134444b33f440b5ef5cc9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732188100760 2024-11-21T11:21:41,984 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ee061b843ffc470782c7d51c53143105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732188100919 2024-11-21T11:21:41,992 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#101 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:41,992 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/06405e8ee6aa4951805ef6e34acad993 is 50, key is test_row_0/C:col10/1732188101038/Put/seqid=0 2024-11-21T11:21:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741940_1116 (size=13425) 2024-11-21T11:21:42,005 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/06405e8ee6aa4951805ef6e34acad993 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/06405e8ee6aa4951805ef6e34acad993 2024-11-21T11:21:42,011 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 06405e8ee6aa4951805ef6e34acad993(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:42,011 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:42,011 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188101943; duration=0sec 2024-11-21T11:21:42,011 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:42,011 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:42,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:42,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:42,059 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:42,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:42,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0ba167c6f28c43458ed49e7d1e2340c4 is 50, key is test_row_0/A:col10/1732188101078/Put/seqid=0 2024-11-21T11:21:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741941_1117 (size=12301) 2024-11-21T11:21:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:42,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. as already flushing 2024-11-21T11:21:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188162244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188162348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:42,377 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e0f210c0fb774f2e972901342ef95b63 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e0f210c0fb774f2e972901342ef95b63 2024-11-21T11:21:42,384 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into e0f210c0fb774f2e972901342ef95b63(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:42,384 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:42,384 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188101943; duration=0sec 2024-11-21T11:21:42,384 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:42,384 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:42,470 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0ba167c6f28c43458ed49e7d1e2340c4 2024-11-21T11:21:42,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/174036b319fe4c169e959b0890e8205b is 50, key is test_row_0/B:col10/1732188101078/Put/seqid=0 2024-11-21T11:21:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741942_1118 (size=12301) 2024-11-21T11:21:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188162551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:42,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188162857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:42,885 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/174036b319fe4c169e959b0890e8205b 2024-11-21T11:21:42,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/c3494709ec0641c3a66c2ba2a8cb3a81 is 50, key is test_row_0/C:col10/1732188101078/Put/seqid=0 2024-11-21T11:21:42,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741943_1119 (size=12301) 2024-11-21T11:21:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:43,299 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/c3494709ec0641c3a66c2ba2a8cb3a81 2024-11-21T11:21:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/0ba167c6f28c43458ed49e7d1e2340c4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0ba167c6f28c43458ed49e7d1e2340c4 2024-11-21T11:21:43,311 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0ba167c6f28c43458ed49e7d1e2340c4, entries=150, sequenceid=488, filesize=12.0 K 2024-11-21T11:21:43,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/174036b319fe4c169e959b0890e8205b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/174036b319fe4c169e959b0890e8205b 2024-11-21T11:21:43,317 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/174036b319fe4c169e959b0890e8205b, entries=150, sequenceid=488, filesize=12.0 K 2024-11-21T11:21:43,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/c3494709ec0641c3a66c2ba2a8cb3a81 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/c3494709ec0641c3a66c2ba2a8cb3a81 2024-11-21T11:21:43,324 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/c3494709ec0641c3a66c2ba2a8cb3a81, entries=150, sequenceid=488, filesize=12.0 K 2024-11-21T11:21:43,325 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3ad76886fa4c6589beed6d684f6042de in 1266ms, sequenceid=488, compaction requested=false 2024-11-21T11:21:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T11:21:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-21T11:21:43,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T11:21:43,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5090 sec 2024-11-21T11:21:43,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:21:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:43,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.5160 sec 2024-11-21T11:21:43,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/cad2b67f55974f8097deb975df5c7748 is 50, key is test_row_0/A:col10/1732188102240/Put/seqid=0 2024-11-21T11:21:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741944_1120 (size=12301) 2024-11-21T11:21:43,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/cad2b67f55974f8097deb975df5c7748 2024-11-21T11:21:43,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/24349e58055e4f09b4bd1b91acee2ffa is 50, key is test_row_0/B:col10/1732188102240/Put/seqid=0 2024-11-21T11:21:43,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188163354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188163355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188163357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188163357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741945_1121 (size=12301) 2024-11-21T11:21:43,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49450 deadline: 1732188163359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188163459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188163460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188163461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188163461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188163665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188163665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188163665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188163667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/24349e58055e4f09b4bd1b91acee2ffa 2024-11-21T11:21:43,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/155767f73cd149c1aa09e3e658100bf1 is 50, key is test_row_0/C:col10/1732188102240/Put/seqid=0 2024-11-21T11:21:43,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741946_1122 (size=12301) 2024-11-21T11:21:43,906 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c964e8 to 127.0.0.1:59296 2024-11-21T11:21:43,906 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:59296 2024-11-21T11:21:43,906 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:43,906 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:43,907 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:59296 2024-11-21T11:21:43,907 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:43,910 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x527c6d40 to 127.0.0.1:59296 2024-11-21T11:21:43,910 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:43,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49404 deadline: 1732188163969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49452 deadline: 1732188163970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49412 deadline: 1732188163970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49392 deadline: 1732188163970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:44,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/155767f73cd149c1aa09e3e658100bf1 2024-11-21T11:21:44,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/cad2b67f55974f8097deb975df5c7748 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cad2b67f55974f8097deb975df5c7748 2024-11-21T11:21:44,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cad2b67f55974f8097deb975df5c7748, entries=150, sequenceid=503, filesize=12.0 K 2024-11-21T11:21:44,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/24349e58055e4f09b4bd1b91acee2ffa as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24349e58055e4f09b4bd1b91acee2ffa 2024-11-21T11:21:44,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24349e58055e4f09b4bd1b91acee2ffa, entries=150, sequenceid=503, filesize=12.0 K 2024-11-21T11:21:44,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/155767f73cd149c1aa09e3e658100bf1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/155767f73cd149c1aa09e3e658100bf1 2024-11-21T11:21:44,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/155767f73cd149c1aa09e3e658100bf1, entries=150, sequenceid=503, filesize=12.0 K 2024-11-21T11:21:44,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3ad76886fa4c6589beed6d684f6042de in 866ms, sequenceid=503, compaction requested=true 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:44,197 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:44,197 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ad76886fa4c6589beed6d684f6042de:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:44,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:44,198 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:44,198 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/A is initiating minor compaction (all files) 2024-11-21T11:21:44,198 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:44,198 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/B is initiating minor compaction (all files) 2024-11-21T11:21:44,198 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/A in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:44,198 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/B in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:44,198 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e0f210c0fb774f2e972901342ef95b63, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0ba167c6f28c43458ed49e7d1e2340c4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cad2b67f55974f8097deb975df5c7748] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=37.1 K 2024-11-21T11:21:44,198 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/174036b319fe4c169e959b0890e8205b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24349e58055e4f09b4bd1b91acee2ffa] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=37.1 K 2024-11-21T11:21:44,199 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0f210c0fb774f2e972901342ef95b63, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732188100919 2024-11-21T11:21:44,199 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d4da9c215f40d8a0cc6c3eb6a9c5de, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732188100919 2024-11-21T11:21:44,199 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 174036b319fe4c169e959b0890e8205b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732188101078 2024-11-21T11:21:44,199 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba167c6f28c43458ed49e7d1e2340c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732188101078 2024-11-21T11:21:44,200 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 24349e58055e4f09b4bd1b91acee2ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732188102240 2024-11-21T11:21:44,200 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad2b67f55974f8097deb975df5c7748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732188102240 2024-11-21T11:21:44,208 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:44,209 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#B#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:44,209 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8764be757a0d4d2892a740793b2def0e is 50, key is test_row_0/A:col10/1732188102240/Put/seqid=0 2024-11-21T11:21:44,210 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/1ee58d08c1f649c1abe47ee01f462c1a is 50, key is test_row_0/B:col10/1732188102240/Put/seqid=0 2024-11-21T11:21:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741947_1123 (size=13527) 2024-11-21T11:21:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741948_1124 (size=13527) 2024-11-21T11:21:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:44,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:21:44,364 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:59296 2024-11-21T11:21:44,364 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:44,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e8c95622ed0c4c21adba8eb6cf69e971 is 50, key is test_row_0/A:col10/1732188103355/Put/seqid=0 2024-11-21T11:21:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741949_1125 (size=12301) 2024-11-21T11:21:44,472 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a8f4734 to 127.0.0.1:59296 2024-11-21T11:21:44,472 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,473 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:59296 2024-11-21T11:21:44,473 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,475 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5095ba91 to 127.0.0.1:59296 2024-11-21T11:21:44,475 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,478 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c43377 to 127.0.0.1:59296 2024-11-21T11:21:44,478 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,620 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/8764be757a0d4d2892a740793b2def0e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8764be757a0d4d2892a740793b2def0e 2024-11-21T11:21:44,621 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/1ee58d08c1f649c1abe47ee01f462c1a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/1ee58d08c1f649c1abe47ee01f462c1a 2024-11-21T11:21:44,626 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/A of 3ad76886fa4c6589beed6d684f6042de into 8764be757a0d4d2892a740793b2def0e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:44,626 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/A, priority=13, startTime=1732188104197; duration=0sec 2024-11-21T11:21:44,626 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/B of 3ad76886fa4c6589beed6d684f6042de into 1ee58d08c1f649c1abe47ee01f462c1a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:A 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:44,626 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/B, priority=13, startTime=1732188104197; duration=0sec 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:44,626 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:B 2024-11-21T11:21:44,627 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:44,627 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3ad76886fa4c6589beed6d684f6042de/C is initiating minor compaction (all files) 2024-11-21T11:21:44,627 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3ad76886fa4c6589beed6d684f6042de/C in TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:44,627 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/06405e8ee6aa4951805ef6e34acad993, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/c3494709ec0641c3a66c2ba2a8cb3a81, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/155767f73cd149c1aa09e3e658100bf1] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp, totalSize=37.1 K 2024-11-21T11:21:44,628 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06405e8ee6aa4951805ef6e34acad993, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732188100919 2024-11-21T11:21:44,628 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3494709ec0641c3a66c2ba2a8cb3a81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732188101078 2024-11-21T11:21:44,629 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 155767f73cd149c1aa09e3e658100bf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732188102240 2024-11-21T11:21:44,637 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ad76886fa4c6589beed6d684f6042de#C#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:44,637 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/4c8264b83b794fb495e526a60ef00dff is 50, key is test_row_0/C:col10/1732188102240/Put/seqid=0 2024-11-21T11:21:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741950_1126 (size=13527) 2024-11-21T11:21:44,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e8c95622ed0c4c21adba8eb6cf69e971 2024-11-21T11:21:44,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/70824309fdcb4353a3cbc04769aecd71 is 50, key is test_row_0/B:col10/1732188103355/Put/seqid=0 2024-11-21T11:21:44,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741951_1127 (size=12301) 2024-11-21T11:21:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-21T11:21:44,922 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-21T11:21:44,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T11:21:44,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-21T11:21:44,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 178 2024-11-21T11:21:44,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6580 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6458 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2917 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8750 rows 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2906 2024-11-21T11:21:44,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8718 rows 2024-11-21T11:21:44,923 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:21:44,923 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e67f019 to 127.0.0.1:59296 2024-11-21T11:21:44,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:21:44,927 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T11:21:44,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T11:21:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:44,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188104938"}]},"ts":"1732188104938"} 2024-11-21T11:21:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:44,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T11:21:44,941 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T11:21:44,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:21:44,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, UNASSIGN}] 2024-11-21T11:21:44,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, UNASSIGN 2024-11-21T11:21:44,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3ad76886fa4c6589beed6d684f6042de, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:44,949 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:21:44,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:45,047 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/4c8264b83b794fb495e526a60ef00dff as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/4c8264b83b794fb495e526a60ef00dff 2024-11-21T11:21:45,051 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3ad76886fa4c6589beed6d684f6042de/C of 3ad76886fa4c6589beed6d684f6042de into 4c8264b83b794fb495e526a60ef00dff(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:45,051 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:45,051 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de., storeName=3ad76886fa4c6589beed6d684f6042de/C, priority=13, startTime=1732188104197; duration=0sec 2024-11-21T11:21:45,052 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:45,052 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ad76886fa4c6589beed6d684f6042de:C 2024-11-21T11:21:45,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:45,105 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:45,105 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:21:45,106 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 3ad76886fa4c6589beed6d684f6042de, disabling compactions & flushes 2024-11-21T11:21:45,106 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:45,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/70824309fdcb4353a3cbc04769aecd71 2024-11-21T11:21:45,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/18f4be71083548b2a7d0f7e9da91dd93 is 50, key is test_row_0/C:col10/1732188103355/Put/seqid=0 2024-11-21T11:21:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741952_1128 (size=12301) 2024-11-21T11:21:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:45,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/18f4be71083548b2a7d0f7e9da91dd93 2024-11-21T11:21:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/e8c95622ed0c4c21adba8eb6cf69e971 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e8c95622ed0c4c21adba8eb6cf69e971 2024-11-21T11:21:45,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e8c95622ed0c4c21adba8eb6cf69e971, entries=150, sequenceid=527, filesize=12.0 K 2024-11-21T11:21:45,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/70824309fdcb4353a3cbc04769aecd71 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/70824309fdcb4353a3cbc04769aecd71 2024-11-21T11:21:45,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/70824309fdcb4353a3cbc04769aecd71, entries=150, sequenceid=527, filesize=12.0 K 2024-11-21T11:21:45,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/18f4be71083548b2a7d0f7e9da91dd93 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/18f4be71083548b2a7d0f7e9da91dd93 2024-11-21T11:21:45,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/18f4be71083548b2a7d0f7e9da91dd93, entries=150, sequenceid=527, filesize=12.0 K 2024-11-21T11:21:45,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 3ad76886fa4c6589beed6d684f6042de in 1252ms, sequenceid=527, compaction requested=false 2024-11-21T11:21:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:45,616 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. after waiting 0 ms 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:45,617 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 3ad76886fa4c6589beed6d684f6042de 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=A 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=B 2024-11-21T11:21:45,617 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:45,618 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ad76886fa4c6589beed6d684f6042de, store=C 2024-11-21T11:21:45,618 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:45,622 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/539853237ee94359b51d14683c2098b5 is 50, key is test_row_1/A:col10/1732188104477/Put/seqid=0 2024-11-21T11:21:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741953_1129 (size=9857) 2024-11-21T11:21:45,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:21:46,027 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/539853237ee94359b51d14683c2098b5 2024-11-21T11:21:46,034 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/c65942cfb568411a92a5c04453cb7ff1 is 50, key is test_row_1/B:col10/1732188104477/Put/seqid=0 2024-11-21T11:21:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741954_1130 (size=9857) 2024-11-21T11:21:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:46,439 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/c65942cfb568411a92a5c04453cb7ff1 2024-11-21T11:21:46,446 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/32e9ed6fa9064e9093c6fe2a8ea10e45 is 50, key is test_row_1/C:col10/1732188104477/Put/seqid=0 2024-11-21T11:21:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741955_1131 (size=9857) 2024-11-21T11:21:46,851 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/32e9ed6fa9064e9093c6fe2a8ea10e45 2024-11-21T11:21:46,856 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/A/539853237ee94359b51d14683c2098b5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/539853237ee94359b51d14683c2098b5 2024-11-21T11:21:46,860 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/539853237ee94359b51d14683c2098b5, entries=100, sequenceid=537, filesize=9.6 K 2024-11-21T11:21:46,861 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/B/c65942cfb568411a92a5c04453cb7ff1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/c65942cfb568411a92a5c04453cb7ff1 2024-11-21T11:21:46,865 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/c65942cfb568411a92a5c04453cb7ff1, entries=100, sequenceid=537, filesize=9.6 K 2024-11-21T11:21:46,866 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/.tmp/C/32e9ed6fa9064e9093c6fe2a8ea10e45 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/32e9ed6fa9064e9093c6fe2a8ea10e45 2024-11-21T11:21:46,870 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/32e9ed6fa9064e9093c6fe2a8ea10e45, entries=100, sequenceid=537, filesize=9.6 K 2024-11-21T11:21:46,871 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3ad76886fa4c6589beed6d684f6042de in 1254ms, sequenceid=537, compaction requested=true 2024-11-21T11:21:46,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/1d3dd4fae3bf4ed18b164da828745d30, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8641b672ee4845c0a77904026d7bfca3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0d79e75c9f354687a4f0d7d9553b2420, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/85621b7a8c6440a2a75603c4305f494d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d37fc252a23b43b49eec50d1fdb35002, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f58376e67fbf47cd8c22f57da1388551, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f6ed5406a55143c98f622cc25eec60c6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/568d9c25da19488d940a1d78ef11c737, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/69b9ddc46f2e41319c9383dbd6eccdef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cb0e06e8079d48e08372aaa5cd5f025a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/01a6f2b1976d4572aca18d1c30ea1f42, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/95ab94e6b74341ccbfb2ab3d001ab6ef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/6a2e48fea9684b92b5c4b4d107f2d24c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8685a4a5c3774f34b58b5d7469ac28d0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0183d695cc9b42aa9666c16d19507d8d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e6173aec9f32435cbe293024f5f025cd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/aba3fa31a4dc4eb298941b963ffd8878, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/7b99fcc4d95b44e39a9c5a7746451645, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/77bc8feedf92433db151a4b8bf68bfc6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/28671da2b37a4fbbb8982393d21f15a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/ffa438192cf1495a8ea7b76d26e47c1b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e690f0acffb94396a9a62df19b8fff83, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f300b7b2cc704a268efdcd81f7633c57, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90057f463b0e4be280321254320405d0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/bb6760f69be94b8faf74d3f17bc45476, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/fcb8549c5f77472498eeaaafeb586f4e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/c7310cc8c19e4d03b2303ebee504ac51, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/056886c8f7544f08ad1509f5bb5a87de, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d1006c897820467ca485e20aa6864b8f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d9ced84d139940a6aaeda74f95f67f1f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90991d2a6d4d47a6a1aca7d434fbbfec, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e219884e42534364967894935d57a242, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/59715496dfb14c8e99a5b8bb72cabe3c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e0f210c0fb774f2e972901342ef95b63, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0ba167c6f28c43458ed49e7d1e2340c4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cad2b67f55974f8097deb975df5c7748] to archive 2024-11-21T11:21:46,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:21:46,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/1d3dd4fae3bf4ed18b164da828745d30 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/1d3dd4fae3bf4ed18b164da828745d30 2024-11-21T11:21:46,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8641b672ee4845c0a77904026d7bfca3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8641b672ee4845c0a77904026d7bfca3 2024-11-21T11:21:46,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0d79e75c9f354687a4f0d7d9553b2420 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0d79e75c9f354687a4f0d7d9553b2420 2024-11-21T11:21:46,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/85621b7a8c6440a2a75603c4305f494d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/85621b7a8c6440a2a75603c4305f494d 2024-11-21T11:21:46,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d37fc252a23b43b49eec50d1fdb35002 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d37fc252a23b43b49eec50d1fdb35002 2024-11-21T11:21:46,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f58376e67fbf47cd8c22f57da1388551 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f58376e67fbf47cd8c22f57da1388551 2024-11-21T11:21:46,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f6ed5406a55143c98f622cc25eec60c6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f6ed5406a55143c98f622cc25eec60c6 2024-11-21T11:21:46,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/568d9c25da19488d940a1d78ef11c737 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/568d9c25da19488d940a1d78ef11c737 2024-11-21T11:21:46,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/69b9ddc46f2e41319c9383dbd6eccdef to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/69b9ddc46f2e41319c9383dbd6eccdef 2024-11-21T11:21:46,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cb0e06e8079d48e08372aaa5cd5f025a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cb0e06e8079d48e08372aaa5cd5f025a 2024-11-21T11:21:46,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/01a6f2b1976d4572aca18d1c30ea1f42 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/01a6f2b1976d4572aca18d1c30ea1f42 2024-11-21T11:21:46,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/95ab94e6b74341ccbfb2ab3d001ab6ef to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/95ab94e6b74341ccbfb2ab3d001ab6ef 2024-11-21T11:21:46,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/6a2e48fea9684b92b5c4b4d107f2d24c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/6a2e48fea9684b92b5c4b4d107f2d24c 2024-11-21T11:21:46,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8685a4a5c3774f34b58b5d7469ac28d0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8685a4a5c3774f34b58b5d7469ac28d0 2024-11-21T11:21:46,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0183d695cc9b42aa9666c16d19507d8d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0183d695cc9b42aa9666c16d19507d8d 2024-11-21T11:21:46,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e6173aec9f32435cbe293024f5f025cd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e6173aec9f32435cbe293024f5f025cd 2024-11-21T11:21:46,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/aba3fa31a4dc4eb298941b963ffd8878 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/aba3fa31a4dc4eb298941b963ffd8878 2024-11-21T11:21:46,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/7b99fcc4d95b44e39a9c5a7746451645 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/7b99fcc4d95b44e39a9c5a7746451645 2024-11-21T11:21:46,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/77bc8feedf92433db151a4b8bf68bfc6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/77bc8feedf92433db151a4b8bf68bfc6 2024-11-21T11:21:46,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/28671da2b37a4fbbb8982393d21f15a8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/28671da2b37a4fbbb8982393d21f15a8 2024-11-21T11:21:46,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/ffa438192cf1495a8ea7b76d26e47c1b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/ffa438192cf1495a8ea7b76d26e47c1b 2024-11-21T11:21:46,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e690f0acffb94396a9a62df19b8fff83 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e690f0acffb94396a9a62df19b8fff83 2024-11-21T11:21:46,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f300b7b2cc704a268efdcd81f7633c57 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/f300b7b2cc704a268efdcd81f7633c57 2024-11-21T11:21:46,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90057f463b0e4be280321254320405d0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90057f463b0e4be280321254320405d0 2024-11-21T11:21:46,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/bb6760f69be94b8faf74d3f17bc45476 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/bb6760f69be94b8faf74d3f17bc45476 2024-11-21T11:21:46,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/fcb8549c5f77472498eeaaafeb586f4e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/fcb8549c5f77472498eeaaafeb586f4e 2024-11-21T11:21:46,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/c7310cc8c19e4d03b2303ebee504ac51 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/c7310cc8c19e4d03b2303ebee504ac51 2024-11-21T11:21:46,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/056886c8f7544f08ad1509f5bb5a87de to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/056886c8f7544f08ad1509f5bb5a87de 2024-11-21T11:21:46,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d1006c897820467ca485e20aa6864b8f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d1006c897820467ca485e20aa6864b8f 2024-11-21T11:21:46,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d9ced84d139940a6aaeda74f95f67f1f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/d9ced84d139940a6aaeda74f95f67f1f 2024-11-21T11:21:46,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90991d2a6d4d47a6a1aca7d434fbbfec to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/90991d2a6d4d47a6a1aca7d434fbbfec 2024-11-21T11:21:46,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e219884e42534364967894935d57a242 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e219884e42534364967894935d57a242 2024-11-21T11:21:46,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/59715496dfb14c8e99a5b8bb72cabe3c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/59715496dfb14c8e99a5b8bb72cabe3c 2024-11-21T11:21:46,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e0f210c0fb774f2e972901342ef95b63 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e0f210c0fb774f2e972901342ef95b63 2024-11-21T11:21:46,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0ba167c6f28c43458ed49e7d1e2340c4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/0ba167c6f28c43458ed49e7d1e2340c4 2024-11-21T11:21:46,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cad2b67f55974f8097deb975df5c7748 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/cad2b67f55974f8097deb975df5c7748 2024-11-21T11:21:46,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/ed488fab86624744931fee77c2e687b1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3c924a7b318744da9c4998412393b76c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b1e4c097897549cb883309f19a6a9da9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/165173a326ca414d880d7b46489fea55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a265c8be5ce145e0a5d1281242279070, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b0af31700ae44a26bc574212beee25f3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/01a5a73192d5422eb3d4fbe5409b5140, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e026d2211d1d46309af284d9293ccc78, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/338b751002f7481a8bc0e58e3e1e2e51, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bf3ce53fcd3441d48ba4b44eb5923c83, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9c05dee79847445cb82113ba4ccf1d7e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/7e298ef354794dedb7c9f24324b18a63, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/694f8fc8e59f49088094ae175b8e5d54, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/517af0eb848f4b6ba1de873eee111a9c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3180ef12b0e148b1bf6c9f464387ca4a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4b9101c945a64600ab447c7d8c054106, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/112bd4f67806454eb9dafc2f5dfb785c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/390e7063da7d460db878680e11b12c21, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/0daaaf5b065b44bba421af90cbf0b2a0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9120ed24345a47358dbf8cdd4173aa85, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4105e7b2530d41f9b3ed48f9d004c20d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/efb5ac07c39740a0bf72da5dec5ed055, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24e7b86b4e2a4a4a8b299cd241bf2153, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/6f66e02175404369b8bd235109f9de54, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/78a97958ebe541fcad088f3fbe9ad695, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e8b720b3810b4f2da127cdd26b395227, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/178c488a0f724d1b9b8f5439b1b65769, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e259e5937c3843bbb8afd38db71a5c5d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bb6b7de9421b4554ac60a5c9d53f90ea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a61f80d9f73e46eaa9eca8c89ec1d4e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bce02f790ff84832acf8aee3425ff54d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/174036b319fe4c169e959b0890e8205b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24349e58055e4f09b4bd1b91acee2ffa] to archive 2024-11-21T11:21:46,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:21:46,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/ed488fab86624744931fee77c2e687b1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/ed488fab86624744931fee77c2e687b1 2024-11-21T11:21:46,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3c924a7b318744da9c4998412393b76c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3c924a7b318744da9c4998412393b76c 2024-11-21T11:21:46,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b1e4c097897549cb883309f19a6a9da9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b1e4c097897549cb883309f19a6a9da9 2024-11-21T11:21:46,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/165173a326ca414d880d7b46489fea55 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/165173a326ca414d880d7b46489fea55 2024-11-21T11:21:46,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a265c8be5ce145e0a5d1281242279070 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a265c8be5ce145e0a5d1281242279070 2024-11-21T11:21:46,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b0af31700ae44a26bc574212beee25f3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b0af31700ae44a26bc574212beee25f3 2024-11-21T11:21:46,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/01a5a73192d5422eb3d4fbe5409b5140 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/01a5a73192d5422eb3d4fbe5409b5140 2024-11-21T11:21:46,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e026d2211d1d46309af284d9293ccc78 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e026d2211d1d46309af284d9293ccc78 2024-11-21T11:21:46,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/338b751002f7481a8bc0e58e3e1e2e51 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/338b751002f7481a8bc0e58e3e1e2e51 2024-11-21T11:21:46,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bf3ce53fcd3441d48ba4b44eb5923c83 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bf3ce53fcd3441d48ba4b44eb5923c83 2024-11-21T11:21:46,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9c05dee79847445cb82113ba4ccf1d7e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9c05dee79847445cb82113ba4ccf1d7e 2024-11-21T11:21:46,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/7e298ef354794dedb7c9f24324b18a63 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/7e298ef354794dedb7c9f24324b18a63 2024-11-21T11:21:46,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/b5c96ae93cc14ac28f0cfa4e4bb0fc00 2024-11-21T11:21:46,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/694f8fc8e59f49088094ae175b8e5d54 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/694f8fc8e59f49088094ae175b8e5d54 2024-11-21T11:21:46,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/517af0eb848f4b6ba1de873eee111a9c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/517af0eb848f4b6ba1de873eee111a9c 2024-11-21T11:21:46,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3180ef12b0e148b1bf6c9f464387ca4a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/3180ef12b0e148b1bf6c9f464387ca4a 2024-11-21T11:21:46,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4b9101c945a64600ab447c7d8c054106 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4b9101c945a64600ab447c7d8c054106 2024-11-21T11:21:46,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/112bd4f67806454eb9dafc2f5dfb785c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/112bd4f67806454eb9dafc2f5dfb785c 2024-11-21T11:21:46,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/390e7063da7d460db878680e11b12c21 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/390e7063da7d460db878680e11b12c21 2024-11-21T11:21:46,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/0daaaf5b065b44bba421af90cbf0b2a0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/0daaaf5b065b44bba421af90cbf0b2a0 2024-11-21T11:21:46,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9120ed24345a47358dbf8cdd4173aa85 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/9120ed24345a47358dbf8cdd4173aa85 2024-11-21T11:21:46,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4105e7b2530d41f9b3ed48f9d004c20d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/4105e7b2530d41f9b3ed48f9d004c20d 2024-11-21T11:21:46,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/efb5ac07c39740a0bf72da5dec5ed055 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/efb5ac07c39740a0bf72da5dec5ed055 2024-11-21T11:21:46,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24e7b86b4e2a4a4a8b299cd241bf2153 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24e7b86b4e2a4a4a8b299cd241bf2153 2024-11-21T11:21:46,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/6f66e02175404369b8bd235109f9de54 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/6f66e02175404369b8bd235109f9de54 2024-11-21T11:21:46,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/78a97958ebe541fcad088f3fbe9ad695 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/78a97958ebe541fcad088f3fbe9ad695 2024-11-21T11:21:46,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e8b720b3810b4f2da127cdd26b395227 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e8b720b3810b4f2da127cdd26b395227 2024-11-21T11:21:46,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e281ecd5d3bf45a7a4f47fc9ce1afeb4 2024-11-21T11:21:46,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/178c488a0f724d1b9b8f5439b1b65769 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/178c488a0f724d1b9b8f5439b1b65769 2024-11-21T11:21:46,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e259e5937c3843bbb8afd38db71a5c5d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/e259e5937c3843bbb8afd38db71a5c5d 2024-11-21T11:21:46,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bb6b7de9421b4554ac60a5c9d53f90ea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bb6b7de9421b4554ac60a5c9d53f90ea 2024-11-21T11:21:46,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a61f80d9f73e46eaa9eca8c89ec1d4e0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/a61f80d9f73e46eaa9eca8c89ec1d4e0 2024-11-21T11:21:46,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/f4d4da9c215f40d8a0cc6c3eb6a9c5de 2024-11-21T11:21:46,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bce02f790ff84832acf8aee3425ff54d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/bce02f790ff84832acf8aee3425ff54d 2024-11-21T11:21:46,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/174036b319fe4c169e959b0890e8205b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/174036b319fe4c169e959b0890e8205b 2024-11-21T11:21:46,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24349e58055e4f09b4bd1b91acee2ffa to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/24349e58055e4f09b4bd1b91acee2ffa 2024-11-21T11:21:46,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/86399eeac8c54decb5bfdc9cb8bd0e9a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b205bf12652944e89af2e45bdb968b47, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/95c371bc3b1548b9a9ac2a382b05f82e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5ecfa39e63b445629c594ace2760106f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6deb8064d1624a8eb2213d32db416d0c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b097fabff0674cadb4d7d43642ab9668, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1223d284bdeb493d92211df9645249a9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/35fddc3c35ea4673ae9d5c7dc11f4926, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b9aacae7bc8b49a5be0d0929cf19246e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b105275a5a424781abd77231fd7e70f4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3509fd8436c341e097a78e451343c811, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/987e3fdc7e02453b9767dea88e6ddc85, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5340c6807b854163b05691f5b4eb557e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/96027a3ca770445d9713176e81fb9a8c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6833896cff4d47b1890560f5c7eaa4c0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6003245fb52a40c383f5b4e1ac538f49, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/df6ef0c973484b779c40c82475725c1d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/f12e4bb2350746b194ee9812a1af9a03, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/298c8807f43a44e2be2e396cb6fbe3db, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/79f9dc8c7e5e40099232bbcfacd3b057, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/04e775afdcc5467abfdd9cad9bd741a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1539549c12aa411198027eb11f98e48f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/de78185f33f64bb88da47652884bf7ea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/d0b7280438684b148f557be82b4f1548, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99926c8769f749fcb856b373dde8dc70, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/cf3a7f516eb64173a217288510b19b86, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ffce97c7587d4f8fbb85aa226204babd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99497399155f418fab4dd273add0f327, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6b292375e77f4660a6eb03623dc840c2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/50221cb10c3a4d3486e1e4452ff88895, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3755d4f2f96a4467a4e844fbb3799e22, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/25bda0e23b134444b33f440b5ef5cc9f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/06405e8ee6aa4951805ef6e34acad993, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ee061b843ffc470782c7d51c53143105, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/c3494709ec0641c3a66c2ba2a8cb3a81, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/155767f73cd149c1aa09e3e658100bf1] to archive 2024-11-21T11:21:46,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:21:46,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/86399eeac8c54decb5bfdc9cb8bd0e9a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/86399eeac8c54decb5bfdc9cb8bd0e9a 2024-11-21T11:21:46,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b205bf12652944e89af2e45bdb968b47 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b205bf12652944e89af2e45bdb968b47 2024-11-21T11:21:46,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/95c371bc3b1548b9a9ac2a382b05f82e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/95c371bc3b1548b9a9ac2a382b05f82e 2024-11-21T11:21:46,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5ecfa39e63b445629c594ace2760106f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5ecfa39e63b445629c594ace2760106f 2024-11-21T11:21:46,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6deb8064d1624a8eb2213d32db416d0c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6deb8064d1624a8eb2213d32db416d0c 2024-11-21T11:21:47,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b097fabff0674cadb4d7d43642ab9668 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b097fabff0674cadb4d7d43642ab9668 2024-11-21T11:21:47,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1223d284bdeb493d92211df9645249a9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1223d284bdeb493d92211df9645249a9 2024-11-21T11:21:47,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/35fddc3c35ea4673ae9d5c7dc11f4926 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/35fddc3c35ea4673ae9d5c7dc11f4926 2024-11-21T11:21:47,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b9aacae7bc8b49a5be0d0929cf19246e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b9aacae7bc8b49a5be0d0929cf19246e 2024-11-21T11:21:47,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b105275a5a424781abd77231fd7e70f4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/b105275a5a424781abd77231fd7e70f4 2024-11-21T11:21:47,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3509fd8436c341e097a78e451343c811 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3509fd8436c341e097a78e451343c811 2024-11-21T11:21:47,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/987e3fdc7e02453b9767dea88e6ddc85 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/987e3fdc7e02453b9767dea88e6ddc85 2024-11-21T11:21:47,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5340c6807b854163b05691f5b4eb557e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/5340c6807b854163b05691f5b4eb557e 2024-11-21T11:21:47,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/96027a3ca770445d9713176e81fb9a8c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/96027a3ca770445d9713176e81fb9a8c 2024-11-21T11:21:47,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6833896cff4d47b1890560f5c7eaa4c0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6833896cff4d47b1890560f5c7eaa4c0 2024-11-21T11:21:47,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6003245fb52a40c383f5b4e1ac538f49 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6003245fb52a40c383f5b4e1ac538f49 2024-11-21T11:21:47,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/df6ef0c973484b779c40c82475725c1d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/df6ef0c973484b779c40c82475725c1d 2024-11-21T11:21:47,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/f12e4bb2350746b194ee9812a1af9a03 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/f12e4bb2350746b194ee9812a1af9a03 2024-11-21T11:21:47,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/298c8807f43a44e2be2e396cb6fbe3db to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/298c8807f43a44e2be2e396cb6fbe3db 2024-11-21T11:21:47,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/79f9dc8c7e5e40099232bbcfacd3b057 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/79f9dc8c7e5e40099232bbcfacd3b057 2024-11-21T11:21:47,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/04e775afdcc5467abfdd9cad9bd741a4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/04e775afdcc5467abfdd9cad9bd741a4 2024-11-21T11:21:47,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1539549c12aa411198027eb11f98e48f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/1539549c12aa411198027eb11f98e48f 2024-11-21T11:21:47,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/de78185f33f64bb88da47652884bf7ea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/de78185f33f64bb88da47652884bf7ea 2024-11-21T11:21:47,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/d0b7280438684b148f557be82b4f1548 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/d0b7280438684b148f557be82b4f1548 2024-11-21T11:21:47,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99926c8769f749fcb856b373dde8dc70 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99926c8769f749fcb856b373dde8dc70 2024-11-21T11:21:47,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/cf3a7f516eb64173a217288510b19b86 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/cf3a7f516eb64173a217288510b19b86 2024-11-21T11:21:47,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ffce97c7587d4f8fbb85aa226204babd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ffce97c7587d4f8fbb85aa226204babd 2024-11-21T11:21:47,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99497399155f418fab4dd273add0f327 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/99497399155f418fab4dd273add0f327 2024-11-21T11:21:47,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6b292375e77f4660a6eb03623dc840c2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/6b292375e77f4660a6eb03623dc840c2 2024-11-21T11:21:47,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/50221cb10c3a4d3486e1e4452ff88895 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/50221cb10c3a4d3486e1e4452ff88895 2024-11-21T11:21:47,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3755d4f2f96a4467a4e844fbb3799e22 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/3755d4f2f96a4467a4e844fbb3799e22 2024-11-21T11:21:47,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/25bda0e23b134444b33f440b5ef5cc9f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/25bda0e23b134444b33f440b5ef5cc9f 2024-11-21T11:21:47,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/06405e8ee6aa4951805ef6e34acad993 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/06405e8ee6aa4951805ef6e34acad993 2024-11-21T11:21:47,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ee061b843ffc470782c7d51c53143105 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/ee061b843ffc470782c7d51c53143105 2024-11-21T11:21:47,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/c3494709ec0641c3a66c2ba2a8cb3a81 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/c3494709ec0641c3a66c2ba2a8cb3a81 2024-11-21T11:21:47,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/155767f73cd149c1aa09e3e658100bf1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/155767f73cd149c1aa09e3e658100bf1 2024-11-21T11:21:47,042 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/recovered.edits/540.seqid, newMaxSeqId=540, maxSeqId=1 2024-11-21T11:21:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:47,045 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de. 2024-11-21T11:21:47,045 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 3ad76886fa4c6589beed6d684f6042de: 2024-11-21T11:21:47,047 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:47,047 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3ad76886fa4c6589beed6d684f6042de, regionState=CLOSED 2024-11-21T11:21:47,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T11:21:47,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 3ad76886fa4c6589beed6d684f6042de, server=98fb8183d505,41191,1732188077563 in 2.1000 sec 2024-11-21T11:21:47,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T11:21:47,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ad76886fa4c6589beed6d684f6042de, UNASSIGN in 2.1040 sec 2024-11-21T11:21:47,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-21T11:21:47,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1100 sec 2024-11-21T11:21:47,055 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188107055"}]},"ts":"1732188107055"} 2024-11-21T11:21:47,056 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T11:21:47,059 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T11:21:47,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1260 sec 2024-11-21T11:21:47,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T11:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T11:21:49,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-21T11:21:49,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T11:21:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,052 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,053 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T11:21:49,056 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:49,060 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/recovered.edits] 2024-11-21T11:21:49,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/539853237ee94359b51d14683c2098b5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/539853237ee94359b51d14683c2098b5 2024-11-21T11:21:49,065 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8764be757a0d4d2892a740793b2def0e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/8764be757a0d4d2892a740793b2def0e 2024-11-21T11:21:49,066 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e8c95622ed0c4c21adba8eb6cf69e971 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/A/e8c95622ed0c4c21adba8eb6cf69e971 2024-11-21T11:21:49,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/1ee58d08c1f649c1abe47ee01f462c1a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/1ee58d08c1f649c1abe47ee01f462c1a 2024-11-21T11:21:49,070 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/70824309fdcb4353a3cbc04769aecd71 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/70824309fdcb4353a3cbc04769aecd71 2024-11-21T11:21:49,071 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/c65942cfb568411a92a5c04453cb7ff1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/B/c65942cfb568411a92a5c04453cb7ff1 2024-11-21T11:21:49,074 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/18f4be71083548b2a7d0f7e9da91dd93 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/18f4be71083548b2a7d0f7e9da91dd93 2024-11-21T11:21:49,076 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/32e9ed6fa9064e9093c6fe2a8ea10e45 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/32e9ed6fa9064e9093c6fe2a8ea10e45 2024-11-21T11:21:49,077 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/4c8264b83b794fb495e526a60ef00dff to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/C/4c8264b83b794fb495e526a60ef00dff 2024-11-21T11:21:49,081 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/recovered.edits/540.seqid to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de/recovered.edits/540.seqid 2024-11-21T11:21:49,082 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3ad76886fa4c6589beed6d684f6042de 2024-11-21T11:21:49,082 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T11:21:49,088 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T11:21:49,095 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T11:21:49,126 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T11:21:49,127 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,127 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T11:21:49,127 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732188109127"}]},"ts":"9223372036854775807"} 2024-11-21T11:21:49,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T11:21:49,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3ad76886fa4c6589beed6d684f6042de, NAME => 'TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T11:21:49,131 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T11:21:49,131 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732188109131"}]},"ts":"9223372036854775807"} 2024-11-21T11:21:49,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T11:21:49,135 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-21T11:21:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T11:21:49,154 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-21T11:21:49,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS:0;98fb8183d505:41191-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2075560614_22 at /127.0.0.1:50814 [Waiting for operation #379] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/98fb8183d505:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72de93f6-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-654285811_22 at /127.0.0.1:58044 [Waiting for operation #355] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72de93f6-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x72de93f6-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x72de93f6-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 173) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1891 (was 2671) 2024-11-21T11:21:49,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=1891 2024-11-21T11:21:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:21:49,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:49,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:21:49,181 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:49,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-21T11:21:49,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:21:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-21T11:21:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741956_1132 (size=960) 2024-11-21T11:21:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-21T11:21:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-21T11:21:49,608 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:21:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741957_1133 (size=53) 2024-11-21T11:21:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-21T11:21:50,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:50,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 972bc2809d1ceed112ba913cb980599d, disabling compactions & flushes 2024-11-21T11:21:50,015 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. after waiting 0 ms 2024-11-21T11:21:50,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,015 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:50,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:21:50,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732188110016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188110016"}]},"ts":"1732188110016"} 2024-11-21T11:21:50,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:21:50,019 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:21:50,019 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188110019"}]},"ts":"1732188110019"} 2024-11-21T11:21:50,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T11:21:50,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, ASSIGN}] 2024-11-21T11:21:50,024 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, ASSIGN 2024-11-21T11:21:50,025 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:21:50,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:50,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-21T11:21:50,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:50,334 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,334 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,335 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,336 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,337 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:50,338 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972bc2809d1ceed112ba913cb980599d columnFamilyName A 2024-11-21T11:21:50,338 DEBUG [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,338 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(327): Store=972bc2809d1ceed112ba913cb980599d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:50,338 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,339 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:50,340 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972bc2809d1ceed112ba913cb980599d columnFamilyName B 2024-11-21T11:21:50,340 DEBUG [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,341 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(327): Store=972bc2809d1ceed112ba913cb980599d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:50,341 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,342 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:50,342 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972bc2809d1ceed112ba913cb980599d columnFamilyName C 2024-11-21T11:21:50,342 DEBUG [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:50,343 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(327): Store=972bc2809d1ceed112ba913cb980599d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:50,343 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,343 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,344 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,345 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:21:50,346 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:50,347 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:21:50,348 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 972bc2809d1ceed112ba913cb980599d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69475079, jitterRate=0.03525935113430023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:21:50,349 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:50,349 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., pid=37, masterSystemTime=1732188110330 2024-11-21T11:21:50,351 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,351 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:50,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:50,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T11:21:50,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 in 175 msec 2024-11-21T11:21:50,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T11:21:50,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, ASSIGN in 331 msec 2024-11-21T11:21:50,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:21:50,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188110357"}]},"ts":"1732188110357"} 2024-11-21T11:21:50,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T11:21:50,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:21:50,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-21T11:21:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-21T11:21:51,288 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-21T11:21:51,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e560c7b to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ddf4c3 2024-11-21T11:21:51,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff872d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:51,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:51,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:51,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:21:51,300 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:21:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:21:51,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:21:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T11:21:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741958_1134 (size=996) 2024-11-21T11:21:51,724 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T11:21:51,724 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T11:21:51,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:21:51,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, REOPEN/MOVE}] 2024-11-21T11:21:51,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, REOPEN/MOVE 2024-11-21T11:21:51,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:51,744 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:21:51,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:51,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:51,897 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:51,897 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:21:51,897 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 972bc2809d1ceed112ba913cb980599d, disabling compactions & flushes 2024-11-21T11:21:51,897 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:51,897 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:51,897 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. after waiting 0 ms 2024-11-21T11:21:51,897 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:51,901 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T11:21:51,902 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:51,902 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:51,902 WARN [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 972bc2809d1ceed112ba913cb980599d to self. 2024-11-21T11:21:51,904 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:51,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=CLOSED 2024-11-21T11:21:51,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-21T11:21:51,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 in 161 msec 2024-11-21T11:21:51,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, REOPEN/MOVE; state=CLOSED, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=true 2024-11-21T11:21:52,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:21:52,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,215 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,215 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:21:52,215 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,215 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:21:52,215 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,215 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,218 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,218 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:52,223 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972bc2809d1ceed112ba913cb980599d columnFamilyName A 2024-11-21T11:21:52,225 DEBUG [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:52,225 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(327): Store=972bc2809d1ceed112ba913cb980599d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:52,226 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,226 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:52,227 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972bc2809d1ceed112ba913cb980599d columnFamilyName B 2024-11-21T11:21:52,227 DEBUG [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:52,227 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(327): Store=972bc2809d1ceed112ba913cb980599d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:52,227 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,228 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:21:52,228 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972bc2809d1ceed112ba913cb980599d columnFamilyName C 2024-11-21T11:21:52,228 DEBUG [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:52,228 INFO [StoreOpener-972bc2809d1ceed112ba913cb980599d-1 {}] regionserver.HStore(327): Store=972bc2809d1ceed112ba913cb980599d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:21:52,229 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,229 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,230 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,232 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:21:52,233 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,234 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 972bc2809d1ceed112ba913cb980599d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72069846, jitterRate=0.07392439246177673}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:21:52,234 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:52,235 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., pid=42, masterSystemTime=1732188112211 2024-11-21T11:21:52,237 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,237 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=OPEN, openSeqNum=5, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-21T11:21:52,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 in 179 msec 2024-11-21T11:21:52,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-21T11:21:52,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, REOPEN/MOVE in 499 msec 2024-11-21T11:21:52,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-21T11:21:52,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-21T11:21:52,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-21T11:21:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-21T11:21:52,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c826820 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29458edd 2024-11-21T11:21:52,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cae6c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2931c73e to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c7d6279 2024-11-21T11:21:52,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c820ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x176c5c1b to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328f994d 2024-11-21T11:21:52,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x190853fc to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a9306be 2024-11-21T11:21:52,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e904d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46114993 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769942d9 2024-11-21T11:21:52,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-21T11:21:52,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-21T11:21:52,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-21T11:21:52,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-21T11:21:52,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:21:52,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-21T11:21:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T11:21:52,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:52,308 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:52,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:52,308 DEBUG [hconnection-0x508bc58f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,312 DEBUG [hconnection-0xcfbd23c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,313 DEBUG [hconnection-0x13120d9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,313 DEBUG [hconnection-0x766f22e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,314 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,314 DEBUG [hconnection-0x477ee78f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,314 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,314 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,315 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,317 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,318 DEBUG [hconnection-0x1c8dd5d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,319 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:52,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:52,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:52,332 DEBUG [hconnection-0x4724447b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,333 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,344 DEBUG [hconnection-0x2e072ca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,348 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:21:52,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:21:52,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121037bbc58befb4b2f8a6eae54b3582ef2_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188112325/Put/seqid=0 2024-11-21T11:21:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741959_1135 (size=12154) 2024-11-21T11:21:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T11:21:52,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188172409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188172410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188172411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188172412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188172414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:52,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:52,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188172524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188172524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188172525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188172525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188172525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:21:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T11:21:52,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:52,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:52,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188172727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188172727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188172728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188172729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188172730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,796 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:52,801 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121037bbc58befb4b2f8a6eae54b3582ef2_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121037bbc58befb4b2f8a6eae54b3582ef2_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:52,802 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/9b1cc5d34e084f73be26c1bc423671d3, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:52,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/9b1cc5d34e084f73be26c1bc423671d3 is 175, key is test_row_0/A:col10/1732188112325/Put/seqid=0 2024-11-21T11:21:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741960_1136 (size=30955) 2024-11-21T11:21:52,827 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/9b1cc5d34e084f73be26c1bc423671d3 2024-11-21T11:21:52,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/46a10b78e51848a798060f561d787908 is 50, key is test_row_0/B:col10/1732188112325/Put/seqid=0 2024-11-21T11:21:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741961_1137 (size=12001) 2024-11-21T11:21:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T11:21:52,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:52,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:52,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188173030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188173031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188173031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188173033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188173034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:53,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/46a10b78e51848a798060f561d787908 2024-11-21T11:21:53,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/df26a728a471444d826d0b966d110e35 is 50, key is test_row_0/C:col10/1732188112325/Put/seqid=0 2024-11-21T11:21:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741962_1138 (size=12001) 2024-11-21T11:21:53,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/df26a728a471444d826d0b966d110e35 2024-11-21T11:21:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/9b1cc5d34e084f73be26c1bc423671d3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3 2024-11-21T11:21:53,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T11:21:53,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/46a10b78e51848a798060f561d787908 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/46a10b78e51848a798060f561d787908 2024-11-21T11:21:53,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/46a10b78e51848a798060f561d787908, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T11:21:53,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/df26a728a471444d826d0b966d110e35 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/df26a728a471444d826d0b966d110e35 2024-11-21T11:21:53,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/df26a728a471444d826d0b966d110e35, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T11:21:53,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 972bc2809d1ceed112ba913cb980599d in 1057ms, sequenceid=16, compaction requested=false 2024-11-21T11:21:53,382 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T11:21:53,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:53,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T11:21:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,384 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:21:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212f30e1f7fadd48c99531dd32bfa76f96_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188112410/Put/seqid=0 2024-11-21T11:21:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T11:21:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741963_1139 (size=12154) 2024-11-21T11:21:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,426 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212f30e1f7fadd48c99531dd32bfa76f96_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212f30e1f7fadd48c99531dd32bfa76f96_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/983ce0e8d2c34918b927e34f5872625c, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/983ce0e8d2c34918b927e34f5872625c is 175, key is test_row_0/A:col10/1732188112410/Put/seqid=0 2024-11-21T11:21:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741964_1140 (size=30955) 2024-11-21T11:21:53,437 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/983ce0e8d2c34918b927e34f5872625c 2024-11-21T11:21:53,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/fa07c692eb06400ab945bab2c4dfa0f0 is 50, key is test_row_0/B:col10/1732188112410/Put/seqid=0 2024-11-21T11:21:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741965_1141 (size=12001) 2024-11-21T11:21:53,466 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/fa07c692eb06400ab945bab2c4dfa0f0 2024-11-21T11:21:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/1a0340b5294e4ea7b77a078700d8dafa is 50, key is test_row_0/C:col10/1732188112410/Put/seqid=0 2024-11-21T11:21:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741966_1142 (size=12001) 2024-11-21T11:21:53,492 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/1a0340b5294e4ea7b77a078700d8dafa 2024-11-21T11:21:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/983ce0e8d2c34918b927e34f5872625c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c 2024-11-21T11:21:53,504 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T11:21:53,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/fa07c692eb06400ab945bab2c4dfa0f0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/fa07c692eb06400ab945bab2c4dfa0f0 2024-11-21T11:21:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,513 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/fa07c692eb06400ab945bab2c4dfa0f0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T11:21:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/1a0340b5294e4ea7b77a078700d8dafa as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/1a0340b5294e4ea7b77a078700d8dafa 2024-11-21T11:21:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,520 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/1a0340b5294e4ea7b77a078700d8dafa, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T11:21:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,521 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 972bc2809d1ceed112ba913cb980599d in 138ms, sequenceid=40, compaction requested=false 2024-11-21T11:21:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T11:21:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-21T11:21:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-21T11:21:53,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-11-21T11:21:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.2200 sec 2024-11-21T11:21:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:53,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213062bd8c3cb84bd5b854823100d35c7e_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741967_1143 (size=19474) 2024-11-21T11:21:53,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:53,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213062bd8c3cb84bd5b854823100d35c7e_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213062bd8c3cb84bd5b854823100d35c7e_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:53,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/16fb78d31c74446b9a25291a7b8e84a7, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:53,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/16fb78d31c74446b9a25291a7b8e84a7 is 175, key is test_row_0/A:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741968_1144 (size=56733) 2024-11-21T11:21:53,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/16fb78d31c74446b9a25291a7b8e84a7 2024-11-21T11:21:53,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188173675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188173677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188173679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/85108151faf5425793f1f140be13b287 is 50, key is test_row_0/B:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188173686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188173688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741969_1145 (size=12001) 2024-11-21T11:21:53,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/85108151faf5425793f1f140be13b287 2024-11-21T11:21:53,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/46ca58b0d328499fb69e566b053a5237 is 50, key is test_row_0/C:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741970_1146 (size=12001) 2024-11-21T11:21:53,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/46ca58b0d328499fb69e566b053a5237 2024-11-21T11:21:53,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/16fb78d31c74446b9a25291a7b8e84a7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7 2024-11-21T11:21:53,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7, entries=300, sequenceid=52, filesize=55.4 K 2024-11-21T11:21:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/85108151faf5425793f1f140be13b287 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/85108151faf5425793f1f140be13b287 2024-11-21T11:21:53,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/85108151faf5425793f1f140be13b287, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T11:21:53,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/46ca58b0d328499fb69e566b053a5237 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/46ca58b0d328499fb69e566b053a5237 2024-11-21T11:21:53,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/46ca58b0d328499fb69e566b053a5237, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T11:21:53,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 972bc2809d1ceed112ba913cb980599d in 152ms, sequenceid=52, compaction requested=true 2024-11-21T11:21:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:53,779 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:53,779 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:53,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:53,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:53,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:53,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:53,781 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:53,781 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:21:53,781 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,781 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/46a10b78e51848a798060f561d787908, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/fa07c692eb06400ab945bab2c4dfa0f0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/85108151faf5425793f1f140be13b287] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=35.2 K 2024-11-21T11:21:53,781 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:53,781 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:21:53,782 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,782 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=115.9 K 2024-11-21T11:21:53,782 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,782 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7] 2024-11-21T11:21:53,782 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b1cc5d34e084f73be26c1bc423671d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732188112323 2024-11-21T11:21:53,782 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 46a10b78e51848a798060f561d787908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732188112323 2024-11-21T11:21:53,783 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 983ce0e8d2c34918b927e34f5872625c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732188112400 2024-11-21T11:21:53,783 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting fa07c692eb06400ab945bab2c4dfa0f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732188112400 2024-11-21T11:21:53,783 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 85108151faf5425793f1f140be13b287, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732188113585 2024-11-21T11:21:53,783 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16fb78d31c74446b9a25291a7b8e84a7, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732188113583 2024-11-21T11:21:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:53,796 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#126 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:53,797 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5839b374c072442284ded9d2502362f1 is 50, key is test_row_0/B:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,797 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:53,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:21:53,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:53,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:53,808 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217c98c972823c4287bafc602f698fd18c_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:53,815 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217c98c972823c4287bafc602f698fd18c_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:53,815 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217c98c972823c4287bafc602f698fd18c_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188173815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188173816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188173817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188173819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188173819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741971_1147 (size=12104) 2024-11-21T11:21:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741972_1148 (size=4469) 2024-11-21T11:21:53,844 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#127 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:53,846 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/5c0effc3f0cd4c3ca088948b989f5c4c is 175, key is test_row_0/A:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210fe86bfd39ce404ea5ce71bf2af74e9d_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188113677/Put/seqid=0 2024-11-21T11:21:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741973_1149 (size=31058) 2024-11-21T11:21:53,873 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/5c0effc3f0cd4c3ca088948b989f5c4c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5c0effc3f0cd4c3ca088948b989f5c4c 2024-11-21T11:21:53,885 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into 5c0effc3f0cd4c3ca088948b989f5c4c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:53,885 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:53,886 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=13, startTime=1732188113779; duration=0sec 2024-11-21T11:21:53,886 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:53,886 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:21:53,887 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:21:53,888 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:21:53,888 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:21:53,888 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:53,888 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/df26a728a471444d826d0b966d110e35, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/1a0340b5294e4ea7b77a078700d8dafa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/46ca58b0d328499fb69e566b053a5237] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=35.2 K 2024-11-21T11:21:53,889 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting df26a728a471444d826d0b966d110e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732188112323 2024-11-21T11:21:53,890 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a0340b5294e4ea7b77a078700d8dafa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732188112400 2024-11-21T11:21:53,891 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46ca58b0d328499fb69e566b053a5237, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732188113585 2024-11-21T11:21:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741974_1150 (size=14594) 2024-11-21T11:21:53,911 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:53,911 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/50c63240957e4441ac1af19abe7fd131 is 50, key is test_row_0/C:col10/1732188113627/Put/seqid=0 2024-11-21T11:21:53,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741975_1151 (size=12104) 2024-11-21T11:21:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188173923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188173927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188173927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188173928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:53,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188173929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188174131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188174133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188174133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188174134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,243 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5839b374c072442284ded9d2502362f1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5839b374c072442284ded9d2502362f1 2024-11-21T11:21:54,251 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 5839b374c072442284ded9d2502362f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:54,251 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:54,251 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=13, startTime=1732188113779; duration=0sec 2024-11-21T11:21:54,252 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:54,252 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:21:54,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:54,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210fe86bfd39ce404ea5ce71bf2af74e9d_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210fe86bfd39ce404ea5ce71bf2af74e9d_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:54,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/68b29f4c7e2f4d908b39a0f0cb56a6c4, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:54,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/68b29f4c7e2f4d908b39a0f0cb56a6c4 is 175, key is test_row_0/A:col10/1732188113677/Put/seqid=0 2024-11-21T11:21:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741976_1152 (size=39549) 2024-11-21T11:21:54,321 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/68b29f4c7e2f4d908b39a0f0cb56a6c4 2024-11-21T11:21:54,331 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/50c63240957e4441ac1af19abe7fd131 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50c63240957e4441ac1af19abe7fd131 2024-11-21T11:21:54,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/3e21d6a563c2461993e3ab229374432d is 50, key is test_row_0/B:col10/1732188113677/Put/seqid=0 2024-11-21T11:21:54,344 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 50c63240957e4441ac1af19abe7fd131(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:54,344 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:54,344 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=13, startTime=1732188113780; duration=0sec 2024-11-21T11:21:54,344 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:54,344 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:21:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741977_1153 (size=12001) 2024-11-21T11:21:54,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/3e21d6a563c2461993e3ab229374432d 2024-11-21T11:21:54,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/f4c98b7d9f9f4b559d19b64d289dbff9 is 50, key is test_row_0/C:col10/1732188113677/Put/seqid=0 2024-11-21T11:21:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741978_1154 (size=12001) 2024-11-21T11:21:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T11:21:54,414 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-21T11:21:54,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-21T11:21:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T11:21:54,419 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:54,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:54,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188174432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188174434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188174435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188174437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188174439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T11:21:54,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T11:21:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:54,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:54,640 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:21:54,642 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:21:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T11:21:54,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T11:21:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:54,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:54,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/f4c98b7d9f9f4b559d19b64d289dbff9 2024-11-21T11:21:54,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/68b29f4c7e2f4d908b39a0f0cb56a6c4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4 2024-11-21T11:21:54,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4, entries=200, sequenceid=77, filesize=38.6 K 2024-11-21T11:21:54,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/3e21d6a563c2461993e3ab229374432d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/3e21d6a563c2461993e3ab229374432d 2024-11-21T11:21:54,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/3e21d6a563c2461993e3ab229374432d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T11:21:54,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/f4c98b7d9f9f4b559d19b64d289dbff9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/f4c98b7d9f9f4b559d19b64d289dbff9 2024-11-21T11:21:54,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/f4c98b7d9f9f4b559d19b64d289dbff9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T11:21:54,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 972bc2809d1ceed112ba913cb980599d in 1029ms, sequenceid=77, compaction requested=false 2024-11-21T11:21:54,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:54,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T11:21:54,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:54,880 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:21:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:54,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e56aac3903c5411b9ccbaa5e4d7c85c9_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188113816/Put/seqid=0 2024-11-21T11:21:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741979_1155 (size=12154) 2024-11-21T11:21:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:54,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:54,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188174958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188174959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188174959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188174961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:54,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188174962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T11:21:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188175063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188175064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188175064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188175066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188175066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188175265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188175266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188175267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188175269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188175270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:55,324 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e56aac3903c5411b9ccbaa5e4d7c85c9_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e56aac3903c5411b9ccbaa5e4d7c85c9_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/438ea56734c448779a1c92956610933b, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:55,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/438ea56734c448779a1c92956610933b is 175, key is test_row_0/A:col10/1732188113816/Put/seqid=0 2024-11-21T11:21:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741980_1156 (size=30955) 2024-11-21T11:21:55,333 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/438ea56734c448779a1c92956610933b 2024-11-21T11:21:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9773d682b89b41d78d2dc0d99cadb461 is 50, key is test_row_0/B:col10/1732188113816/Put/seqid=0 2024-11-21T11:21:55,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741981_1157 (size=12001) 2024-11-21T11:21:55,361 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9773d682b89b41d78d2dc0d99cadb461 2024-11-21T11:21:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/19b1d6218ded4443b1d4a621551c2b7f is 50, key is test_row_0/C:col10/1732188113816/Put/seqid=0 2024-11-21T11:21:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741982_1158 (size=12001) 2024-11-21T11:21:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T11:21:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188175567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188175569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188175572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188175574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188175575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:55,784 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/19b1d6218ded4443b1d4a621551c2b7f 2024-11-21T11:21:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/438ea56734c448779a1c92956610933b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b 2024-11-21T11:21:55,794 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b, entries=150, sequenceid=92, filesize=30.2 K 2024-11-21T11:21:55,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9773d682b89b41d78d2dc0d99cadb461 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9773d682b89b41d78d2dc0d99cadb461 2024-11-21T11:21:55,800 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9773d682b89b41d78d2dc0d99cadb461, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T11:21:55,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/19b1d6218ded4443b1d4a621551c2b7f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/19b1d6218ded4443b1d4a621551c2b7f 2024-11-21T11:21:55,808 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/19b1d6218ded4443b1d4a621551c2b7f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-21T11:21:55,811 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 972bc2809d1ceed112ba913cb980599d in 931ms, sequenceid=92, compaction requested=true 2024-11-21T11:21:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-21T11:21:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-21T11:21:55,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-21T11:21:55,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-11-21T11:21:55,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.4000 sec 2024-11-21T11:21:56,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:56,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ad844dca3564d8e87d1b8ec962780e6_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:56,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741983_1159 (size=14594) 2024-11-21T11:21:56,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188176085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188176086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188176086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188176085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188176087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188176191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188176192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188176192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188176192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188176194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188176395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188176395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188176395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188176396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188176396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,490 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:56,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ad844dca3564d8e87d1b8ec962780e6_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ad844dca3564d8e87d1b8ec962780e6_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:56,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/23091d43082d41ebbda1d33a06f2c350, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:56,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/23091d43082d41ebbda1d33a06f2c350 is 175, key is test_row_0/A:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741984_1160 (size=39549) 2024-11-21T11:21:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T11:21:56,523 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-21T11:21:56,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:21:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-21T11:21:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:21:56,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:21:56,528 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:21:56,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:21:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:21:56,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T11:21:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:56,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188176698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188176698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188176700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188176700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188176700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:21:56,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T11:21:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:21:56,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/23091d43082d41ebbda1d33a06f2c350 2024-11-21T11:21:56,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/56d2f9247f5248118510c9300b68d80f is 50, key is test_row_0/B:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:56,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741985_1161 (size=12001) 2024-11-21T11:21:56,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/56d2f9247f5248118510c9300b68d80f 2024-11-21T11:21:56,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/410df5e86e574f4896406792154d1474 is 50, key is test_row_0/C:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:56,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741986_1162 (size=12001) 2024-11-21T11:21:56,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/410df5e86e574f4896406792154d1474 2024-11-21T11:21:56,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/23091d43082d41ebbda1d33a06f2c350 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350 2024-11-21T11:21:56,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350, entries=200, sequenceid=117, filesize=38.6 K 2024-11-21T11:21:56,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/56d2f9247f5248118510c9300b68d80f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/56d2f9247f5248118510c9300b68d80f 2024-11-21T11:21:56,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/56d2f9247f5248118510c9300b68d80f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T11:21:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/410df5e86e574f4896406792154d1474 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/410df5e86e574f4896406792154d1474 2024-11-21T11:21:56,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/410df5e86e574f4896406792154d1474, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T11:21:56,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 972bc2809d1ceed112ba913cb980599d in 895ms, sequenceid=117, compaction requested=true 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:21:56,968 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:21:56,968 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:56,970 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:56,970 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:21:56,970 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:56,970 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:21:56,970 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,970 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,970 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5c0effc3f0cd4c3ca088948b989f5c4c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=137.8 K 2024-11-21T11:21:56,970 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5839b374c072442284ded9d2502362f1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/3e21d6a563c2461993e3ab229374432d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9773d682b89b41d78d2dc0d99cadb461, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/56d2f9247f5248118510c9300b68d80f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=47.0 K 2024-11-21T11:21:56,970 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,970 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5c0effc3f0cd4c3ca088948b989f5c4c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350] 2024-11-21T11:21:56,971 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5839b374c072442284ded9d2502362f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732188113585 2024-11-21T11:21:56,971 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0effc3f0cd4c3ca088948b989f5c4c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732188113585 2024-11-21T11:21:56,972 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68b29f4c7e2f4d908b39a0f0cb56a6c4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732188113677 2024-11-21T11:21:56,972 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e21d6a563c2461993e3ab229374432d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732188113677 2024-11-21T11:21:56,974 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 438ea56734c448779a1c92956610933b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732188113812 2024-11-21T11:21:56,974 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9773d682b89b41d78d2dc0d99cadb461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732188113812 2024-11-21T11:21:56,974 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23091d43082d41ebbda1d33a06f2c350, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732188114952 2024-11-21T11:21:56,974 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 56d2f9247f5248118510c9300b68d80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732188114952 2024-11-21T11:21:56,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:21:56,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T11:21:56,986 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:56,987 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:21:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:56,989 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fe9fe7b540b34305b76ac4a951ecc3a8_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:56,991 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:56,993 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/31d77a25af4f4f1888686768f814e89c is 50, key is test_row_0/B:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:56,994 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fe9fe7b540b34305b76ac4a951ecc3a8_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:56,994 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fe9fe7b540b34305b76ac4a951ecc3a8_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:56,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112113c60faca8a24e6f894a622e96623b7a_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188116084/Put/seqid=0 2024-11-21T11:21:57,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741987_1163 (size=12241) 2024-11-21T11:21:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741988_1164 (size=4469) 2024-11-21T11:21:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741989_1165 (size=12154) 2024-11-21T11:21:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:21:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:57,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:21:57,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188177224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188177225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188177225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188177226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188177226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188177329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188177331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188177331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188177332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188177332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,407 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#138 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:57,408 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/0299135aca424c6f9bb56e1ddd7e36b3 is 175, key is test_row_0/A:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741990_1166 (size=31195) 2024-11-21T11:21:57,413 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/31d77a25af4f4f1888686768f814e89c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/31d77a25af4f4f1888686768f814e89c 2024-11-21T11:21:57,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:57,418 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 31d77a25af4f4f1888686768f814e89c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:57,418 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:57,418 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=12, startTime=1732188116968; duration=0sec 2024-11-21T11:21:57,419 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:21:57,419 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:21:57,419 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:21:57,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:21:57,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:21:57,420 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112113c60faca8a24e6f894a622e96623b7a_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112113c60faca8a24e6f894a622e96623b7a_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:57,421 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:57,421 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50c63240957e4441ac1af19abe7fd131, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/f4c98b7d9f9f4b559d19b64d289dbff9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/19b1d6218ded4443b1d4a621551c2b7f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/410df5e86e574f4896406792154d1474] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=47.0 K 2024-11-21T11:21:57,422 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c63240957e4441ac1af19abe7fd131, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732188113585 2024-11-21T11:21:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/c83148afcced4214a86d848fe78dcec1, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/c83148afcced4214a86d848fe78dcec1 is 175, key is test_row_0/A:col10/1732188116084/Put/seqid=0 2024-11-21T11:21:57,428 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f4c98b7d9f9f4b559d19b64d289dbff9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732188113677 2024-11-21T11:21:57,429 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b1d6218ded4443b1d4a621551c2b7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732188113812 2024-11-21T11:21:57,429 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 410df5e86e574f4896406792154d1474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732188114952 2024-11-21T11:21:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741991_1167 (size=30955) 2024-11-21T11:21:57,442 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:21:57,442 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/2d845c5cca7c44e194a944a0ad72fcbd is 50, key is test_row_0/C:col10/1732188114952/Put/seqid=0 2024-11-21T11:21:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741992_1168 (size=12241) 2024-11-21T11:21:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188177534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188177534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188177534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188177535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188177544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:21:57,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:21:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T11:21:57,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T11:21:57,819 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/0299135aca424c6f9bb56e1ddd7e36b3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0299135aca424c6f9bb56e1ddd7e36b3 2024-11-21T11:21:57,824 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into 0299135aca424c6f9bb56e1ddd7e36b3(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:57,824 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:57,824 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=12, startTime=1732188116968; duration=0sec 2024-11-21T11:21:57,824 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:57,824 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:21:57,837 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/c83148afcced4214a86d848fe78dcec1 2024-11-21T11:21:57,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188177838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188177841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188177841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188177842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/4da6ab1363cf44f3bc902909b0c4baaa is 50, key is test_row_0/B:col10/1732188116084/Put/seqid=0 2024-11-21T11:21:57,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188177847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:57,853 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/2d845c5cca7c44e194a944a0ad72fcbd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2d845c5cca7c44e194a944a0ad72fcbd 2024-11-21T11:21:57,860 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 2d845c5cca7c44e194a944a0ad72fcbd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:21:57,860 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:57,860 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=12, startTime=1732188116968; duration=0sec 2024-11-21T11:21:57,860 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:21:57,860 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:21:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741993_1169 (size=12001) 2024-11-21T11:21:58,269 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/4da6ab1363cf44f3bc902909b0c4baaa 2024-11-21T11:21:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/4f279e158f304e32aeee0704f55f99cd is 50, key is test_row_0/C:col10/1732188116084/Put/seqid=0 2024-11-21T11:21:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741994_1170 (size=12001) 2024-11-21T11:21:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188178343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188178345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188178345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188178346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188178354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:21:58,691 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/4f279e158f304e32aeee0704f55f99cd 2024-11-21T11:21:58,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/c83148afcced4214a86d848fe78dcec1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1 2024-11-21T11:21:58,701 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1, entries=150, sequenceid=128, filesize=30.2 K 2024-11-21T11:21:58,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/4da6ab1363cf44f3bc902909b0c4baaa as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4da6ab1363cf44f3bc902909b0c4baaa 2024-11-21T11:21:58,708 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4da6ab1363cf44f3bc902909b0c4baaa, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T11:21:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/4f279e158f304e32aeee0704f55f99cd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/4f279e158f304e32aeee0704f55f99cd 2024-11-21T11:21:58,716 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/4f279e158f304e32aeee0704f55f99cd, entries=150, sequenceid=128, filesize=11.7 K 2024-11-21T11:21:58,717 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 972bc2809d1ceed112ba913cb980599d in 1731ms, sequenceid=128, compaction requested=false 2024-11-21T11:21:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:21:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:21:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T11:21:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-21T11:21:58,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T11:21:58,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1910 sec 2024-11-21T11:21:58,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1960 sec 2024-11-21T11:21:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:59,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:21:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:21:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:21:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:21:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:21:59,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210883c25f0b73416bb16e00454dc24192_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188117224/Put/seqid=0 2024-11-21T11:21:59,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188179362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188179362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188179364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188179364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188179365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741995_1171 (size=14794) 2024-11-21T11:21:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188179465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188179465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188179468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188179471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188179669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188179670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188179671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188179673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:21:59,775 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210883c25f0b73416bb16e00454dc24192_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210883c25f0b73416bb16e00454dc24192_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:21:59,776 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4d9dd529a3884df089887a2e388a9e31, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:21:59,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4d9dd529a3884df089887a2e388a9e31 is 175, key is test_row_0/A:col10/1732188117224/Put/seqid=0 2024-11-21T11:21:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741996_1172 (size=39749) 2024-11-21T11:21:59,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188179973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188179973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188179974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:21:59,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:21:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188179981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:00,187 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4d9dd529a3884df089887a2e388a9e31 2024-11-21T11:22:00,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/cb6195fee6e04ee3a1129d5b46937460 is 50, key is test_row_0/B:col10/1732188117224/Put/seqid=0 2024-11-21T11:22:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741997_1173 (size=12151) 2024-11-21T11:22:00,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/cb6195fee6e04ee3a1129d5b46937460 2024-11-21T11:22:00,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/40e14be58535497d903e98e45a078b71 is 50, key is test_row_0/C:col10/1732188117224/Put/seqid=0 2024-11-21T11:22:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741998_1174 (size=12151) 2024-11-21T11:22:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188180477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:00,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188180484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:00,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188180484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:00,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188180485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T11:22:00,632 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-21T11:22:00,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:00,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/40e14be58535497d903e98e45a078b71 2024-11-21T11:22:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-21T11:22:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T11:22:00,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:00,636 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:00,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:00,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4d9dd529a3884df089887a2e388a9e31 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31 2024-11-21T11:22:00,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31, entries=200, sequenceid=157, filesize=38.8 K 2024-11-21T11:22:00,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/cb6195fee6e04ee3a1129d5b46937460 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/cb6195fee6e04ee3a1129d5b46937460 2024-11-21T11:22:00,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/cb6195fee6e04ee3a1129d5b46937460, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T11:22:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/40e14be58535497d903e98e45a078b71 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/40e14be58535497d903e98e45a078b71 2024-11-21T11:22:00,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/40e14be58535497d903e98e45a078b71, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T11:22:00,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 972bc2809d1ceed112ba913cb980599d in 1306ms, sequenceid=157, compaction requested=true 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:00,658 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:00,658 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:00,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:00,659 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:00,659 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:00,659 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:22:00,659 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:22:00,659 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:00,659 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:00,660 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/31d77a25af4f4f1888686768f814e89c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4da6ab1363cf44f3bc902909b0c4baaa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/cb6195fee6e04ee3a1129d5b46937460] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=35.5 K 2024-11-21T11:22:00,660 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0299135aca424c6f9bb56e1ddd7e36b3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=99.5 K 2024-11-21T11:22:00,660 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:00,660 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0299135aca424c6f9bb56e1ddd7e36b3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31] 2024-11-21T11:22:00,660 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 31d77a25af4f4f1888686768f814e89c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732188114952 2024-11-21T11:22:00,661 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0299135aca424c6f9bb56e1ddd7e36b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732188114952 2024-11-21T11:22:00,661 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da6ab1363cf44f3bc902909b0c4baaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732188116083 2024-11-21T11:22:00,661 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting cb6195fee6e04ee3a1129d5b46937460, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188117224 2024-11-21T11:22:00,661 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c83148afcced4214a86d848fe78dcec1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732188116083 2024-11-21T11:22:00,662 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d9dd529a3884df089887a2e388a9e31, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188117224 2024-11-21T11:22:00,670 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:00,671 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:00,672 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/faaad4c79f0b4be8924056f1c854db91 is 50, key is test_row_0/B:col10/1732188117224/Put/seqid=0 2024-11-21T11:22:00,673 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d4838b595a2e4c4fbfa586cf49291337_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:00,674 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d4838b595a2e4c4fbfa586cf49291337_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:00,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4838b595a2e4c4fbfa586cf49291337_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741999_1175 (size=12493) 2024-11-21T11:22:00,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742000_1176 (size=4469) 2024-11-21T11:22:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T11:22:00,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:00,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T11:22:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:00,790 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:22:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e8ab13720efe4600b3bdf3a98b72d9e5_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188119360/Put/seqid=0 2024-11-21T11:22:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742001_1177 (size=12304) 2024-11-21T11:22:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T11:22:01,081 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:01,082 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/242d40090b884bb1a3b856a52a307650 is 175, key is test_row_0/A:col10/1732188117224/Put/seqid=0 2024-11-21T11:22:01,087 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/faaad4c79f0b4be8924056f1c854db91 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/faaad4c79f0b4be8924056f1c854db91 2024-11-21T11:22:01,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742002_1178 (size=31447) 2024-11-21T11:22:01,097 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into faaad4c79f0b4be8924056f1c854db91(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:01,097 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:01,097 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=13, startTime=1732188120658; duration=0sec 2024-11-21T11:22:01,097 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:01,097 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:22:01,097 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:01,098 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/242d40090b884bb1a3b856a52a307650 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/242d40090b884bb1a3b856a52a307650 2024-11-21T11:22:01,099 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:01,099 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:22:01,100 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:01,100 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2d845c5cca7c44e194a944a0ad72fcbd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/4f279e158f304e32aeee0704f55f99cd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/40e14be58535497d903e98e45a078b71] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=35.5 K 2024-11-21T11:22:01,102 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d845c5cca7c44e194a944a0ad72fcbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732188114952 2024-11-21T11:22:01,103 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f279e158f304e32aeee0704f55f99cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732188116083 2024-11-21T11:22:01,104 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 40e14be58535497d903e98e45a078b71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188117224 2024-11-21T11:22:01,105 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into 242d40090b884bb1a3b856a52a307650(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:01,105 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:01,105 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=13, startTime=1732188120658; duration=0sec 2024-11-21T11:22:01,106 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:01,106 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:22:01,114 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:01,115 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/d07442bc504c4b32896c7b4fb8dc481c is 50, key is test_row_0/C:col10/1732188117224/Put/seqid=0 2024-11-21T11:22:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742003_1179 (size=12493) 2024-11-21T11:22:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:01,213 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e8ab13720efe4600b3bdf3a98b72d9e5_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e8ab13720efe4600b3bdf3a98b72d9e5_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ada239609f774004a29157336d50aa00, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ada239609f774004a29157336d50aa00 is 175, key is test_row_0/A:col10/1732188119360/Put/seqid=0 2024-11-21T11:22:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742004_1180 (size=31105) 2024-11-21T11:22:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T11:22:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:01,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188181444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188181478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188181486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188181492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188181491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188181548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,555 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/d07442bc504c4b32896c7b4fb8dc481c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/d07442bc504c4b32896c7b4fb8dc481c 2024-11-21T11:22:01,561 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into d07442bc504c4b32896c7b4fb8dc481c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:01,561 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:01,562 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=13, startTime=1732188120658; duration=0sec 2024-11-21T11:22:01,562 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:01,562 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:22:01,630 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ada239609f774004a29157336d50aa00 2024-11-21T11:22:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/dcba90f671ac4dda97754ced882d376a is 50, key is test_row_0/B:col10/1732188119360/Put/seqid=0 2024-11-21T11:22:01,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742005_1181 (size=12151) 2024-11-21T11:22:01,669 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/dcba90f671ac4dda97754ced882d376a 2024-11-21T11:22:01,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/e94c26ba29124e05acd43f29a7f422ca is 50, key is test_row_0/C:col10/1732188119360/Put/seqid=0 2024-11-21T11:22:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742006_1182 (size=12151) 2024-11-21T11:22:01,724 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/e94c26ba29124e05acd43f29a7f422ca 2024-11-21T11:22:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ada239609f774004a29157336d50aa00 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00 2024-11-21T11:22:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T11:22:01,750 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00, entries=150, sequenceid=168, filesize=30.4 K 2024-11-21T11:22:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/dcba90f671ac4dda97754ced882d376a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/dcba90f671ac4dda97754ced882d376a 2024-11-21T11:22:01,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188181754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:01,762 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/dcba90f671ac4dda97754ced882d376a, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T11:22:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/e94c26ba29124e05acd43f29a7f422ca as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/e94c26ba29124e05acd43f29a7f422ca 2024-11-21T11:22:01,781 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/e94c26ba29124e05acd43f29a7f422ca, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T11:22:01,783 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 972bc2809d1ceed112ba913cb980599d in 993ms, sequenceid=168, compaction requested=false 2024-11-21T11:22:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T11:22:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-21T11:22:01,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T11:22:01,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-21T11:22:01,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.1520 sec 2024-11-21T11:22:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:02,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:22:02,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:02,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:02,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:02,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:02,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:02,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:02,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216f38050c9831432a9acff7f49a7b17d7_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188182077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742007_1183 (size=14794) 2024-11-21T11:22:02,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:02,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216f38050c9831432a9acff7f49a7b17d7_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f38050c9831432a9acff7f49a7b17d7_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:02,101 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/a9f1055731e94079bc949e8c1e94848d, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:02,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/a9f1055731e94079bc949e8c1e94848d is 175, key is test_row_0/A:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742008_1184 (size=39749) 2024-11-21T11:22:02,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188182179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:02,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188182381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:02,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/a9f1055731e94079bc949e8c1e94848d 2024-11-21T11:22:02,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/77f81f59a4be4cb1a97f48015be020e7 is 50, key is test_row_0/B:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742009_1185 (size=12151) 2024-11-21T11:22:02,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/77f81f59a4be4cb1a97f48015be020e7 2024-11-21T11:22:02,564 INFO [master/98fb8183d505:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T11:22:02,564 INFO [master/98fb8183d505:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T11:22:02,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/9fb6ea12d9684ca2908bf6e38adbf882 is 50, key is test_row_0/C:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742010_1186 (size=12151) 2024-11-21T11:22:02,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/9fb6ea12d9684ca2908bf6e38adbf882 2024-11-21T11:22:02,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/a9f1055731e94079bc949e8c1e94848d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d 2024-11-21T11:22:02,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d, entries=200, sequenceid=197, filesize=38.8 K 2024-11-21T11:22:02,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/77f81f59a4be4cb1a97f48015be020e7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/77f81f59a4be4cb1a97f48015be020e7 2024-11-21T11:22:02,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/77f81f59a4be4cb1a97f48015be020e7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T11:22:02,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/9fb6ea12d9684ca2908bf6e38adbf882 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9fb6ea12d9684ca2908bf6e38adbf882 2024-11-21T11:22:02,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9fb6ea12d9684ca2908bf6e38adbf882, entries=150, sequenceid=197, filesize=11.9 K 2024-11-21T11:22:02,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 972bc2809d1ceed112ba913cb980599d in 574ms, sequenceid=197, compaction requested=true 2024-11-21T11:22:02,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:02,635 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:02,635 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:02,636 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:02,636 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:22:02,637 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:02,637 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/faaad4c79f0b4be8924056f1c854db91, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/dcba90f671ac4dda97754ced882d376a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/77f81f59a4be4cb1a97f48015be020e7] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=35.9 K 2024-11-21T11:22:02,637 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:02,637 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:22:02,637 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:02,637 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/242d40090b884bb1a3b856a52a307650, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=99.9 K 2024-11-21T11:22:02,637 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:02,637 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/242d40090b884bb1a3b856a52a307650, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d] 2024-11-21T11:22:02,638 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting faaad4c79f0b4be8924056f1c854db91, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188117224 2024-11-21T11:22:02,638 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 242d40090b884bb1a3b856a52a307650, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188117224 2024-11-21T11:22:02,638 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting dcba90f671ac4dda97754ced882d376a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732188119360 2024-11-21T11:22:02,639 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ada239609f774004a29157336d50aa00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732188119360 2024-11-21T11:22:02,639 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 77f81f59a4be4cb1a97f48015be020e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732188121432 2024-11-21T11:22:02,639 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f1055731e94079bc949e8c1e94848d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732188121432 2024-11-21T11:22:02,652 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:02,653 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5dadf1a30b06424f82360ea68689006a is 50, key is test_row_0/B:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,660 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:02,676 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121eb03eb7c206142ef8c4b8f47fbb4ae7e_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:02,678 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121eb03eb7c206142ef8c4b8f47fbb4ae7e_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:02,679 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eb03eb7c206142ef8c4b8f47fbb4ae7e_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742011_1187 (size=12595) 2024-11-21T11:22:02,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:22:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:02,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:02,694 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5dadf1a30b06424f82360ea68689006a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5dadf1a30b06424f82360ea68689006a 2024-11-21T11:22:02,702 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 5dadf1a30b06424f82360ea68689006a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:02,702 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:02,702 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=13, startTime=1732188122635; duration=0sec 2024-11-21T11:22:02,702 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:02,702 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:22:02,702 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742012_1188 (size=4469) 2024-11-21T11:22:02,706 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:02,706 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#157 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:02,707 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/8d4aeebadfaa4932be0c890c8a3680ef is 175, key is test_row_0/A:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,707 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:22:02,707 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:02,707 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/d07442bc504c4b32896c7b4fb8dc481c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/e94c26ba29124e05acd43f29a7f422ca, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9fb6ea12d9684ca2908bf6e38adbf882] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=35.9 K 2024-11-21T11:22:02,709 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d07442bc504c4b32896c7b4fb8dc481c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188117224 2024-11-21T11:22:02,709 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e94c26ba29124e05acd43f29a7f422ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732188119360 2024-11-21T11:22:02,710 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fb6ea12d9684ca2908bf6e38adbf882, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732188121432 2024-11-21T11:22:02,738 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:02,739 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/3bfb474a289f4b42b3b82ffc7eb0d56b is 50, key is test_row_0/C:col10/1732188121432/Put/seqid=0 2024-11-21T11:22:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T11:22:02,740 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-21T11:22:02,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-21T11:22:02,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:02,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:02,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:02,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216a7702c28ec940559d1112dfff4df817_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188122075/Put/seqid=0 2024-11-21T11:22:02,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742013_1189 (size=31549) 2024-11-21T11:22:02,802 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/8d4aeebadfaa4932be0c890c8a3680ef as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/8d4aeebadfaa4932be0c890c8a3680ef 2024-11-21T11:22:02,809 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into 8d4aeebadfaa4932be0c890c8a3680ef(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:02,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:02,809 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=13, startTime=1732188122635; duration=0sec 2024-11-21T11:22:02,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:02,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:22:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742014_1190 (size=12595) 2024-11-21T11:22:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742015_1191 (size=14794) 2024-11-21T11:22:02,820 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/3bfb474a289f4b42b3b82ffc7eb0d56b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3bfb474a289f4b42b3b82ffc7eb0d56b 2024-11-21T11:22:02,826 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 3bfb474a289f4b42b3b82ffc7eb0d56b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:02,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:02,827 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=13, startTime=1732188122635; duration=0sec 2024-11-21T11:22:02,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:02,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:22:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188182825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:02,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:02,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:02,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:02,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188182930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:03,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:03,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:03,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188183135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:03,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216a7702c28ec940559d1112dfff4df817_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216a7702c28ec940559d1112dfff4df817_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:03,223 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/00b361c0a85a41c18bb6c6b70f07c06a, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:03,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/00b361c0a85a41c18bb6c6b70f07c06a is 175, key is test_row_0/A:col10/1732188122075/Put/seqid=0 2024-11-21T11:22:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742016_1192 (size=39749) 2024-11-21T11:22:03,229 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/00b361c0a85a41c18bb6c6b70f07c06a 2024-11-21T11:22:03,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5e3757fbe79145d181c218ab61e5d178 is 50, key is test_row_0/B:col10/1732188122075/Put/seqid=0 2024-11-21T11:22:03,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742017_1193 (size=12151) 2024-11-21T11:22:03,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5e3757fbe79145d181c218ab61e5d178 2024-11-21T11:22:03,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/b66ae412707b40d0b716fb73da658a35 is 50, key is test_row_0/C:col10/1732188122075/Put/seqid=0 2024-11-21T11:22:03,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742018_1194 (size=12151) 2024-11-21T11:22:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:03,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188183439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188183491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,494 DEBUG [Thread-667 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188183497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,499 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:03,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188183503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,507 DEBUG [Thread-665 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188183508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,509 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:03,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:03,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:03,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:03,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/b66ae412707b40d0b716fb73da658a35 2024-11-21T11:22:03,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/00b361c0a85a41c18bb6c6b70f07c06a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a 2024-11-21T11:22:03,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a, entries=200, sequenceid=208, filesize=38.8 K 2024-11-21T11:22:03,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5e3757fbe79145d181c218ab61e5d178 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5e3757fbe79145d181c218ab61e5d178 2024-11-21T11:22:03,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5e3757fbe79145d181c218ab61e5d178, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T11:22:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/b66ae412707b40d0b716fb73da658a35 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b66ae412707b40d0b716fb73da658a35 2024-11-21T11:22:03,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b66ae412707b40d0b716fb73da658a35, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T11:22:03,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 972bc2809d1ceed112ba913cb980599d in 1073ms, sequenceid=208, compaction requested=false 2024-11-21T11:22:03,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:03,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:03,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T11:22:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:03,818 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:03,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121335b6e79bf1c4a308fffa8e778ecb3b8_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188122818/Put/seqid=0 2024-11-21T11:22:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:03,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742019_1195 (size=12304) 2024-11-21T11:22:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:03,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188183968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188184070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:04,266 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121335b6e79bf1c4a308fffa8e778ecb3b8_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121335b6e79bf1c4a308fffa8e778ecb3b8_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4ee9d1316da448b7a0cb5aea522cacfb, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:04,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4ee9d1316da448b7a0cb5aea522cacfb is 175, key is test_row_0/A:col10/1732188122818/Put/seqid=0 2024-11-21T11:22:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188184272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742020_1196 (size=31105) 2024-11-21T11:22:04,290 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4ee9d1316da448b7a0cb5aea522cacfb 2024-11-21T11:22:04,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0ee610aa144641a1b7bc668f3656a772 is 50, key is test_row_0/B:col10/1732188122818/Put/seqid=0 2024-11-21T11:22:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742021_1197 (size=12151) 2024-11-21T11:22:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188184577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:04,757 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0ee610aa144641a1b7bc668f3656a772 2024-11-21T11:22:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/2ed91a5b5bad44fd8052ec516fd8487b is 50, key is test_row_0/C:col10/1732188122818/Put/seqid=0 2024-11-21T11:22:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742022_1198 (size=12151) 2024-11-21T11:22:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:05,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188185080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:05,190 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/2ed91a5b5bad44fd8052ec516fd8487b 2024-11-21T11:22:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/4ee9d1316da448b7a0cb5aea522cacfb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb 2024-11-21T11:22:05,204 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb, entries=150, sequenceid=236, filesize=30.4 K 2024-11-21T11:22:05,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0ee610aa144641a1b7bc668f3656a772 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0ee610aa144641a1b7bc668f3656a772 2024-11-21T11:22:05,214 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0ee610aa144641a1b7bc668f3656a772, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T11:22:05,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/2ed91a5b5bad44fd8052ec516fd8487b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2ed91a5b5bad44fd8052ec516fd8487b 2024-11-21T11:22:05,227 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2ed91a5b5bad44fd8052ec516fd8487b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-21T11:22:05,229 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 972bc2809d1ceed112ba913cb980599d in 1412ms, sequenceid=236, compaction requested=true 2024-11-21T11:22:05,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:05,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:05,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T11:22:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-21T11:22:05,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T11:22:05,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4860 sec 2024-11-21T11:22:05,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4900 sec 2024-11-21T11:22:06,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:22:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:06,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121831e9de7dd5945a4be87b9af0ebdf8de_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742023_1199 (size=14794) 2024-11-21T11:22:06,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:06,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121831e9de7dd5945a4be87b9af0ebdf8de_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121831e9de7dd5945a4be87b9af0ebdf8de_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:06,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b892ff170c4a42028567f53b75b81ce7, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:06,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b892ff170c4a42028567f53b75b81ce7 is 175, key is test_row_0/A:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188186183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742024_1200 (size=39749) 2024-11-21T11:22:06,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b892ff170c4a42028567f53b75b81ce7 2024-11-21T11:22:06,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0e5490f5e4db4b4492ce22a82ee8c3bc is 50, key is test_row_0/B:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742025_1201 (size=12151) 2024-11-21T11:22:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188186287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:06,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188186493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:06,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0e5490f5e4db4b4492ce22a82ee8c3bc 2024-11-21T11:22:06,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/dc99ca008e7c4cb7892ce3764e6ec21a is 50, key is test_row_0/C:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742026_1202 (size=12151) 2024-11-21T11:22:06,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/dc99ca008e7c4cb7892ce3764e6ec21a 2024-11-21T11:22:06,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b892ff170c4a42028567f53b75b81ce7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7 2024-11-21T11:22:06,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7, entries=200, sequenceid=248, filesize=38.8 K 2024-11-21T11:22:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0e5490f5e4db4b4492ce22a82ee8c3bc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0e5490f5e4db4b4492ce22a82ee8c3bc 2024-11-21T11:22:06,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0e5490f5e4db4b4492ce22a82ee8c3bc, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T11:22:06,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/dc99ca008e7c4cb7892ce3764e6ec21a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/dc99ca008e7c4cb7892ce3764e6ec21a 2024-11-21T11:22:06,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/dc99ca008e7c4cb7892ce3764e6ec21a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-21T11:22:06,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 972bc2809d1ceed112ba913cb980599d in 626ms, sequenceid=248, compaction requested=true 2024-11-21T11:22:06,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:06,722 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:06,722 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:06,724 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:06,724 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:22:06,724 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:06,724 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/8d4aeebadfaa4932be0c890c8a3680ef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=138.8 K 2024-11-21T11:22:06,724 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:06,724 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/8d4aeebadfaa4932be0c890c8a3680ef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7] 2024-11-21T11:22:06,724 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:06,724 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:22:06,725 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:06,725 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5dadf1a30b06424f82360ea68689006a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5e3757fbe79145d181c218ab61e5d178, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0ee610aa144641a1b7bc668f3656a772, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0e5490f5e4db4b4492ce22a82ee8c3bc] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=47.9 K 2024-11-21T11:22:06,725 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d4aeebadfaa4932be0c890c8a3680ef, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732188121432 2024-11-21T11:22:06,725 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dadf1a30b06424f82360ea68689006a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732188121432 2024-11-21T11:22:06,726 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00b361c0a85a41c18bb6c6b70f07c06a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732188122070 2024-11-21T11:22:06,726 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3757fbe79145d181c218ab61e5d178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732188122073 2024-11-21T11:22:06,726 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ee9d1316da448b7a0cb5aea522cacfb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732188122776 2024-11-21T11:22:06,726 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ee610aa144641a1b7bc668f3656a772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732188122776 2024-11-21T11:22:06,727 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b892ff170c4a42028567f53b75b81ce7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732188123958 2024-11-21T11:22:06,727 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e5490f5e4db4b4492ce22a82ee8c3bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732188123958 2024-11-21T11:22:06,748 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:06,748 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/136a017733a94f3680ba0a134c2227f2 is 50, key is test_row_0/B:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,751 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:06,756 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112153ed2e7ad1be480b97a6c7b281a08b98_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:06,759 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112153ed2e7ad1be480b97a6c7b281a08b98_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:06,759 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112153ed2e7ad1be480b97a6c7b281a08b98_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742027_1203 (size=12731) 2024-11-21T11:22:06,789 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/136a017733a94f3680ba0a134c2227f2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/136a017733a94f3680ba0a134c2227f2 2024-11-21T11:22:06,797 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 136a017733a94f3680ba0a134c2227f2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:06,797 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:06,797 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=12, startTime=1732188126722; duration=0sec 2024-11-21T11:22:06,798 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:06,798 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:22:06,798 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:06,799 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:06,800 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:22:06,800 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:06,800 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3bfb474a289f4b42b3b82ffc7eb0d56b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b66ae412707b40d0b716fb73da658a35, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2ed91a5b5bad44fd8052ec516fd8487b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/dc99ca008e7c4cb7892ce3764e6ec21a] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=47.9 K 2024-11-21T11:22:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:06,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:22:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742028_1204 (size=4469) 2024-11-21T11:22:06,805 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bfb474a289f4b42b3b82ffc7eb0d56b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732188121432 2024-11-21T11:22:06,806 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#169 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:06,806 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b66ae412707b40d0b716fb73da658a35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732188122073 2024-11-21T11:22:06,806 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ed91a5b5bad44fd8052ec516fd8487b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732188122776 2024-11-21T11:22:06,806 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/43d348a0e4ff4d3291acc7c91a6d1763 is 175, key is test_row_0/A:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,806 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting dc99ca008e7c4cb7892ce3764e6ec21a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732188123958 2024-11-21T11:22:06,829 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:06,830 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/12ffb9f951da42198b700a24d607ed78 is 50, key is test_row_0/C:col10/1732188123958/Put/seqid=0 2024-11-21T11:22:06,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112135ab1187be174c97b6e38933ca097310_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188126170/Put/seqid=0 2024-11-21T11:22:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188186837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T11:22:06,850 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-21T11:22:06,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-21T11:22:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:06,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:06,854 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:06,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:06,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742029_1205 (size=31685) 2024-11-21T11:22:06,869 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/43d348a0e4ff4d3291acc7c91a6d1763 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/43d348a0e4ff4d3291acc7c91a6d1763 2024-11-21T11:22:06,875 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into 43d348a0e4ff4d3291acc7c91a6d1763(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:06,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:06,875 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=12, startTime=1732188126722; duration=0sec 2024-11-21T11:22:06,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:06,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:22:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742031_1207 (size=14994) 2024-11-21T11:22:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742030_1206 (size=12731) 2024-11-21T11:22:06,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188186943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:07,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188187146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:07,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:07,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112135ab1187be174c97b6e38933ca097310_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135ab1187be174c97b6e38933ca097310_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:07,307 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/12ffb9f951da42198b700a24d607ed78 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/12ffb9f951da42198b700a24d607ed78 2024-11-21T11:22:07,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ea818238a929439ea9cb4e316e1cc74d, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:07,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ea818238a929439ea9cb4e316e1cc74d is 175, key is test_row_0/A:col10/1732188126170/Put/seqid=0 2024-11-21T11:22:07,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,318 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 12ffb9f951da42198b700a24d607ed78(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:07,318 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:07,318 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=12, startTime=1732188126722; duration=0sec 2024-11-21T11:22:07,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:07,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:22:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742032_1208 (size=39949) 2024-11-21T11:22:07,338 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ea818238a929439ea9cb4e316e1cc74d 2024-11-21T11:22:07,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5800abdead5546f3b0041779cbf5d02f is 50, key is test_row_0/B:col10/1732188126170/Put/seqid=0 2024-11-21T11:22:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742033_1209 (size=12301) 2024-11-21T11:22:07,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5800abdead5546f3b0041779cbf5d02f 2024-11-21T11:22:07,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/b8ed06c1a58c46c2baaea09f5331770d is 50, key is test_row_0/C:col10/1732188126170/Put/seqid=0 2024-11-21T11:22:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742034_1210 (size=12301) 2024-11-21T11:22:07,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/b8ed06c1a58c46c2baaea09f5331770d 2024-11-21T11:22:07,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/ea818238a929439ea9cb4e316e1cc74d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d 2024-11-21T11:22:07,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d, entries=200, sequenceid=274, filesize=39.0 K 2024-11-21T11:22:07,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5800abdead5546f3b0041779cbf5d02f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5800abdead5546f3b0041779cbf5d02f 2024-11-21T11:22:07,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5800abdead5546f3b0041779cbf5d02f, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T11:22:07,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/b8ed06c1a58c46c2baaea09f5331770d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b8ed06c1a58c46c2baaea09f5331770d 2024-11-21T11:22:07,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b8ed06c1a58c46c2baaea09f5331770d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T11:22:07,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 972bc2809d1ceed112ba913cb980599d in 633ms, sequenceid=274, compaction requested=false 2024-11-21T11:22:07,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:07,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:22:07,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:07,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:07,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:07,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:07,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:07,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:07,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e704d421d12d408999974f269eddf3d2_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742035_1211 (size=14994) 2024-11-21T11:22:07,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:07,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e704d421d12d408999974f269eddf3d2_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e704d421d12d408999974f269eddf3d2_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:07,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/40cae910173b453898aa8fbb2cba1a05, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:07,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/40cae910173b453898aa8fbb2cba1a05 is 175, key is test_row_0/A:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:07,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188187528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188187529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188187531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188187531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41274 deadline: 1732188187539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,540 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742036_1212 (size=39949) 2024-11-21T11:22:07,546 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/40cae910173b453898aa8fbb2cba1a05 2024-11-21T11:22:07,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5fd7a59371854fc897875240e840259e is 50, key is test_row_0/B:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742037_1213 (size=12301) 2024-11-21T11:22:07,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5fd7a59371854fc897875240e840259e 2024-11-21T11:22:07,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/873c18b2fec44f929c68a02f81bd4e73 is 50, key is test_row_0/C:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742038_1214 (size=12301) 2024-11-21T11:22:07,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/873c18b2fec44f929c68a02f81bd4e73 2024-11-21T11:22:07,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/40cae910173b453898aa8fbb2cba1a05 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05 2024-11-21T11:22:07,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05, entries=200, sequenceid=288, filesize=39.0 K 2024-11-21T11:22:07,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/5fd7a59371854fc897875240e840259e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5fd7a59371854fc897875240e840259e 2024-11-21T11:22:07,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5fd7a59371854fc897875240e840259e, entries=150, sequenceid=288, filesize=12.0 K 2024-11-21T11:22:07,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/873c18b2fec44f929c68a02f81bd4e73 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/873c18b2fec44f929c68a02f81bd4e73 2024-11-21T11:22:07,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/873c18b2fec44f929c68a02f81bd4e73, entries=150, sequenceid=288, filesize=12.0 K 2024-11-21T11:22:07,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 972bc2809d1ceed112ba913cb980599d in 178ms, sequenceid=288, compaction requested=true 2024-11-21T11:22:07,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:07,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:07,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:07,631 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:07,631 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:07,633 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:07,633 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:07,633 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:22:07,633 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:22:07,633 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,633 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,633 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/43d348a0e4ff4d3291acc7c91a6d1763, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=109.0 K 2024-11-21T11:22:07,634 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/136a017733a94f3680ba0a134c2227f2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5800abdead5546f3b0041779cbf5d02f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5fd7a59371854fc897875240e840259e] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=36.5 K 2024-11-21T11:22:07,634 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,634 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/43d348a0e4ff4d3291acc7c91a6d1763, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05] 2024-11-21T11:22:07,634 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 136a017733a94f3680ba0a134c2227f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732188123958 2024-11-21T11:22:07,635 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5800abdead5546f3b0041779cbf5d02f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732188126170 2024-11-21T11:22:07,635 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d348a0e4ff4d3291acc7c91a6d1763, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732188123958 2024-11-21T11:22:07,635 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea818238a929439ea9cb4e316e1cc74d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732188126141 2024-11-21T11:22:07,635 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd7a59371854fc897875240e840259e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732188126807 2024-11-21T11:22:07,636 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40cae910173b453898aa8fbb2cba1a05, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732188126807 2024-11-21T11:22:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:07,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:07,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:07,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:07,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:07,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-21T11:22:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:07,648 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:07,648 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188187643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188187645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,650 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9f11e1ac6c9842f3b55419eb07930a96 is 50, key is test_row_0/B:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:07,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188187647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188187648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,652 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e42ea573723040d4977d757c6fcb0ff3_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:07,654 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e42ea573723040d4977d757c6fcb0ff3_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:07,655 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e42ea573723040d4977d757c6fcb0ff3_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:07,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ba4369b6d8a45a6b484ba443d3721c9_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188127641/Put/seqid=0 2024-11-21T11:22:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742039_1215 (size=12983) 2024-11-21T11:22:07,683 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9f11e1ac6c9842f3b55419eb07930a96 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9f11e1ac6c9842f3b55419eb07930a96 2024-11-21T11:22:07,688 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 9f11e1ac6c9842f3b55419eb07930a96(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:07,688 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:07,688 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=13, startTime=1732188127631; duration=0sec 2024-11-21T11:22:07,688 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:07,689 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:22:07,689 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:07,690 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:07,690 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:22:07,690 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,690 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/12ffb9f951da42198b700a24d607ed78, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b8ed06c1a58c46c2baaea09f5331770d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/873c18b2fec44f929c68a02f81bd4e73] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=36.5 K 2024-11-21T11:22:07,691 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ffb9f951da42198b700a24d607ed78, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732188123958 2024-11-21T11:22:07,691 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ed06c1a58c46c2baaea09f5331770d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732188126170 2024-11-21T11:22:07,692 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 873c18b2fec44f929c68a02f81bd4e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732188126807 2024-11-21T11:22:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742040_1216 (size=4469) 2024-11-21T11:22:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742041_1217 (size=14994) 2024-11-21T11:22:07,701 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:07,702 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/7196e5d0907f468e89b482b56d478faa is 50, key is test_row_0/C:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742042_1218 (size=12983) 2024-11-21T11:22:07,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188187750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188187751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188187752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188187752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:07,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:07,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:07,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188187952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188187953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188187953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188187955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:08,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:08,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:08,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,095 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#178 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:08,096 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/a2c07a67c1b84fed9f705ede40448151 is 175, key is test_row_0/A:col10/1732188126830/Put/seqid=0 2024-11-21T11:22:08,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:08,105 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ba4369b6d8a45a6b484ba443d3721c9_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ba4369b6d8a45a6b484ba443d3721c9_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:08,107 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/0b1fd41968bd4d458f9698cf5ba5d46b, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:08,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/0b1fd41968bd4d458f9698cf5ba5d46b is 175, key is test_row_0/A:col10/1732188127641/Put/seqid=0 2024-11-21T11:22:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742043_1219 (size=31937) 2024-11-21T11:22:08,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742044_1220 (size=39949) 2024-11-21T11:22:08,117 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/7196e5d0907f468e89b482b56d478faa as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/7196e5d0907f468e89b482b56d478faa 2024-11-21T11:22:08,124 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 7196e5d0907f468e89b482b56d478faa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:08,124 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:08,124 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=13, startTime=1732188127641; duration=0sec 2024-11-21T11:22:08,124 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:08,124 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:22:08,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:08,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188188256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188188257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188188258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188188258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:08,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,508 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/a2c07a67c1b84fed9f705ede40448151 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a2c07a67c1b84fed9f705ede40448151 2024-11-21T11:22:08,514 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into a2c07a67c1b84fed9f705ede40448151(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:08,514 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:08,514 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=13, startTime=1732188127631; duration=0sec 2024-11-21T11:22:08,514 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:08,514 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:22:08,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/0b1fd41968bd4d458f9698cf5ba5d46b 2024-11-21T11:22:08,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/86598f1cc43b4a40a2db0537f8b0d83e is 50, key is test_row_0/B:col10/1732188127641/Put/seqid=0 2024-11-21T11:22:08,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742045_1221 (size=12301) 2024-11-21T11:22:08,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:08,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:08,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188188758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188188763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188188764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188188765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:08,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:08,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:08,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:08,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/86598f1cc43b4a40a2db0537f8b0d83e 2024-11-21T11:22:08,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/a4d0334db68748789cbfeeb187305df7 is 50, key is test_row_0/C:col10/1732188127641/Put/seqid=0 2024-11-21T11:22:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742046_1222 (size=12301) 2024-11-21T11:22:09,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:09,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:09,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:09,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/a4d0334db68748789cbfeeb187305df7 2024-11-21T11:22:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/0b1fd41968bd4d458f9698cf5ba5d46b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b 2024-11-21T11:22:09,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b, entries=200, sequenceid=319, filesize=39.0 K 2024-11-21T11:22:09,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/86598f1cc43b4a40a2db0537f8b0d83e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/86598f1cc43b4a40a2db0537f8b0d83e 2024-11-21T11:22:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/86598f1cc43b4a40a2db0537f8b0d83e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T11:22:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/a4d0334db68748789cbfeeb187305df7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/a4d0334db68748789cbfeeb187305df7 2024-11-21T11:22:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/a4d0334db68748789cbfeeb187305df7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T11:22:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 972bc2809d1ceed112ba913cb980599d in 1754ms, sequenceid=319, compaction requested=false 2024-11-21T11:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T11:22:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,465 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-21T11:22:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ef045d0bbd964e0cb41d9efdc8301096_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_1/A:col10/1732188127645/Put/seqid=0 2024-11-21T11:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742047_1223 (size=9914) 2024-11-21T11:22:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,512 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ef045d0bbd964e0cb41d9efdc8301096_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ef045d0bbd964e0cb41d9efdc8301096_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b72ea0be6cae4e9da2c6f280d3171bbf, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b72ea0be6cae4e9da2c6f280d3171bbf is 175, key is test_row_1/A:col10/1732188127645/Put/seqid=0 2024-11-21T11:22:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742048_1224 (size=22561) 2024-11-21T11:22:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,519 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b72ea0be6cae4e9da2c6f280d3171bbf 2024-11-21T11:22:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83 is 50, key is test_row_1/B:col10/1732188127645/Put/seqid=0 2024-11-21T11:22:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742049_1225 (size=9857) 2024-11-21T11:22:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:09,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188189846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188189849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188189849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188189850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,953 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83 2024-11-21T11:22:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188189953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188189953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188189953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188189956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/74741dfa54e642d1a21d31b61e961ef9 is 50, key is test_row_1/C:col10/1732188127645/Put/seqid=0 2024-11-21T11:22:09,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742050_1226 (size=9857) 2024-11-21T11:22:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188190155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188190156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188190159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188190160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,396 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/74741dfa54e642d1a21d31b61e961ef9 2024-11-21T11:22:10,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b72ea0be6cae4e9da2c6f280d3171bbf as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf 2024-11-21T11:22:10,418 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf, entries=100, sequenceid=327, filesize=22.0 K 2024-11-21T11:22:10,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83 2024-11-21T11:22:10,426 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83, entries=100, sequenceid=327, filesize=9.6 K 2024-11-21T11:22:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/74741dfa54e642d1a21d31b61e961ef9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/74741dfa54e642d1a21d31b61e961ef9 2024-11-21T11:22:10,442 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/74741dfa54e642d1a21d31b61e961ef9, entries=100, sequenceid=327, filesize=9.6 K 2024-11-21T11:22:10,444 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 972bc2809d1ceed112ba913cb980599d in 978ms, sequenceid=327, compaction requested=true 2024-11-21T11:22:10,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:10,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:10,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T11:22:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-21T11:22:10,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T11:22:10,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5920 sec 2024-11-21T11:22:10,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.5970 sec 2024-11-21T11:22:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:10,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-21T11:22:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:10,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:10,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188190463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188190463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188190466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188190466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f0d86bbcde1e4c5babbdec645c28a96a_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742051_1227 (size=14994) 2024-11-21T11:22:10,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188190567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188190568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188190568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188190770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188190771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188190772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:10,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:10,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f0d86bbcde1e4c5babbdec645c28a96a_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f0d86bbcde1e4c5babbdec645c28a96a_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:10,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/710ac05418db42048df06ee75d1657c2, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:10,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/710ac05418db42048df06ee75d1657c2 is 175, key is test_row_0/A:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742052_1228 (size=39949) 2024-11-21T11:22:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T11:22:10,959 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-21T11:22:10,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-21T11:22:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:10,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:10,963 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:10,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:10,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188190968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188191074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188191075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188191075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,117 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T11:22:11,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:11,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T11:22:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/710ac05418db42048df06ee75d1657c2 2024-11-21T11:22:11,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0939011d0ff44da69f61c82dc5488c64 is 50, key is test_row_0/B:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742053_1229 (size=12301) 2024-11-21T11:22:11,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0939011d0ff44da69f61c82dc5488c64 2024-11-21T11:22:11,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/3007eb46d020419cb3f9b2bcb4904ebc is 50, key is test_row_0/C:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:11,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742054_1230 (size=12301) 2024-11-21T11:22:11,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T11:22:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188191577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188191577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T11:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188191581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T11:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:11,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/3007eb46d020419cb3f9b2bcb4904ebc 2024-11-21T11:22:11,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/710ac05418db42048df06ee75d1657c2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2 2024-11-21T11:22:11,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2, entries=200, sequenceid=359, filesize=39.0 K 2024-11-21T11:22:11,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/0939011d0ff44da69f61c82dc5488c64 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0939011d0ff44da69f61c82dc5488c64 2024-11-21T11:22:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0939011d0ff44da69f61c82dc5488c64, entries=150, sequenceid=359, filesize=12.0 K 2024-11-21T11:22:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/3007eb46d020419cb3f9b2bcb4904ebc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3007eb46d020419cb3f9b2bcb4904ebc 2024-11-21T11:22:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3007eb46d020419cb3f9b2bcb4904ebc, entries=150, sequenceid=359, filesize=12.0 K 2024-11-21T11:22:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 972bc2809d1ceed112ba913cb980599d in 1321ms, sequenceid=359, compaction requested=true 2024-11-21T11:22:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,784 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,785 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,786 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:11,786 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:22:11,786 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,786 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a2c07a67c1b84fed9f705ede40448151, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=131.2 K 2024-11-21T11:22:11,786 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,786 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a2c07a67c1b84fed9f705ede40448151, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2] 2024-11-21T11:22:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,787 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2c07a67c1b84fed9f705ede40448151, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732188126807 2024-11-21T11:22:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,788 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:11,788 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b1fd41968bd4d458f9698cf5ba5d46b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732188127519 2024-11-21T11:22:11,788 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:22:11,788 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,788 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9f11e1ac6c9842f3b55419eb07930a96, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/86598f1cc43b4a40a2db0537f8b0d83e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0939011d0ff44da69f61c82dc5488c64] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=46.3 K 2024-11-21T11:22:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,788 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b72ea0be6cae4e9da2c6f280d3171bbf, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732188127645 2024-11-21T11:22:11,788 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f11e1ac6c9842f3b55419eb07930a96, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732188126807 2024-11-21T11:22:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,789 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 710ac05418db42048df06ee75d1657c2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732188129844 2024-11-21T11:22:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,789 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 86598f1cc43b4a40a2db0537f8b0d83e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732188127638 2024-11-21T11:22:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,789 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc2bbb6c9124f6a8bf8e15e33d6fa83, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732188127645 2024-11-21T11:22:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,790 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0939011d0ff44da69f61c82dc5488c64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732188129844 2024-11-21T11:22:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,799 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,801 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,801 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/8e739311072e4756a419f3bd7947a58a is 50, key is test_row_0/B:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,806 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ed7024aac88a4077a03684c701241359_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,808 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ed7024aac88a4077a03684c701241359_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:11,808 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ed7024aac88a4077a03684c701241359_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742055_1231 (size=13119) 2024-11-21T11:22:11,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742056_1232 (size=4469) 2024-11-21T11:22:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:11,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T11:22:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:11,887 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-21T11:22:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211a94f2a2fcc84436b38c4e4e6d13af03_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188130464/Put/seqid=0 2024-11-21T11:22:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742057_1233 (size=9914) 2024-11-21T11:22:11,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,913 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211a94f2a2fcc84436b38c4e4e6d13af03_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a94f2a2fcc84436b38c4e4e6d13af03_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/d98545b35d044ff3b1bf0128762476cc, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/d98545b35d044ff3b1bf0128762476cc is 175, key is test_row_0/A:col10/1732188130464/Put/seqid=0 2024-11-21T11:22:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742058_1234 (size=22561) 2024-11-21T11:22:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. as already flushing 2024-11-21T11:22:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:12,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188192103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188192206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,218 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:12,219 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/5784718c9e4f42228640c6467ec1e6bc is 175, key is test_row_0/A:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:12,220 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/8e739311072e4756a419f3bd7947a58a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/8e739311072e4756a419f3bd7947a58a 2024-11-21T11:22:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742059_1235 (size=32073) 2024-11-21T11:22:12,227 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 8e739311072e4756a419f3bd7947a58a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:12,227 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:12,227 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=12, startTime=1732188131785; duration=0sec 2024-11-21T11:22:12,227 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:12,227 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:22:12,228 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:12,229 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:12,229 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:22:12,229 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:12,229 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/7196e5d0907f468e89b482b56d478faa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/a4d0334db68748789cbfeeb187305df7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/74741dfa54e642d1a21d31b61e961ef9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3007eb46d020419cb3f9b2bcb4904ebc] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=46.3 K 2024-11-21T11:22:12,232 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7196e5d0907f468e89b482b56d478faa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732188126807 2024-11-21T11:22:12,232 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a4d0334db68748789cbfeeb187305df7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732188127638 2024-11-21T11:22:12,233 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 74741dfa54e642d1a21d31b61e961ef9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732188127645 2024-11-21T11:22:12,233 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3007eb46d020419cb3f9b2bcb4904ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732188129844 2024-11-21T11:22:12,242 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:12,243 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/9c19b9ed9eca4720987c233ef98235e0 is 50, key is test_row_0/C:col10/1732188130461/Put/seqid=0 2024-11-21T11:22:12,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742060_1236 (size=13119) 2024-11-21T11:22:12,326 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/d98545b35d044ff3b1bf0128762476cc 2024-11-21T11:22:12,330 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:59296 2024-11-21T11:22:12,330 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:12,332 DEBUG [Thread-674 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:59296 2024-11-21T11:22:12,332 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:12,333 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:59296 2024-11-21T11:22:12,333 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:12,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/4791735d6a0a4ac6a1d9f3cd528a0297 is 50, key is test_row_0/B:col10/1732188130464/Put/seqid=0 2024-11-21T11:22:12,335 DEBUG [Thread-676 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:59296 2024-11-21T11:22:12,335 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742061_1237 (size=9857) 2024-11-21T11:22:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188192409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188192581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732188192586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188192589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,629 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/5784718c9e4f42228640c6467ec1e6bc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5784718c9e4f42228640c6467ec1e6bc 2024-11-21T11:22:12,634 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into 5784718c9e4f42228640c6467ec1e6bc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:12,635 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:12,635 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=12, startTime=1732188131784; duration=0sec 2024-11-21T11:22:12,635 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:12,635 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:22:12,651 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/9c19b9ed9eca4720987c233ef98235e0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9c19b9ed9eca4720987c233ef98235e0 2024-11-21T11:22:12,656 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 9c19b9ed9eca4720987c233ef98235e0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:12,656 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:12,656 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=12, startTime=1732188131785; duration=0sec 2024-11-21T11:22:12,656 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:12,656 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:22:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41318 deadline: 1732188192710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:12,740 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/4791735d6a0a4ac6a1d9f3cd528a0297 2024-11-21T11:22:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/8b711150329c40f4abb0afdcee534d47 is 50, key is test_row_0/C:col10/1732188130464/Put/seqid=0 2024-11-21T11:22:12,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742062_1238 (size=9857) 2024-11-21T11:22:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/8b711150329c40f4abb0afdcee534d47 2024-11-21T11:22:13,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/d98545b35d044ff3b1bf0128762476cc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc 2024-11-21T11:22:13,164 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc, entries=100, sequenceid=364, filesize=22.0 K 2024-11-21T11:22:13,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/4791735d6a0a4ac6a1d9f3cd528a0297 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4791735d6a0a4ac6a1d9f3cd528a0297 2024-11-21T11:22:13,168 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4791735d6a0a4ac6a1d9f3cd528a0297, entries=100, sequenceid=364, filesize=9.6 K 2024-11-21T11:22:13,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/8b711150329c40f4abb0afdcee534d47 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8b711150329c40f4abb0afdcee534d47 2024-11-21T11:22:13,172 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8b711150329c40f4abb0afdcee534d47, entries=100, sequenceid=364, filesize=9.6 K 2024-11-21T11:22:13,173 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 972bc2809d1ceed112ba913cb980599d in 1286ms, sequenceid=364, compaction requested=false 2024-11-21T11:22:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T11:22:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-21T11:22:13,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T11:22:13,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec 2024-11-21T11:22:13,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.2140 sec 2024-11-21T11:22:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:13,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-21T11:22:13,215 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2931c73e to 127.0.0.1:59296 2024-11-21T11:22:13,216 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:13,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eb32011be0914205b171d2eee1444fce_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742063_1239 (size=12454) 2024-11-21T11:22:13,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:13,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121eb32011be0914205b171d2eee1444fce_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eb32011be0914205b171d2eee1444fce_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:13,631 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/dc67a4c7c4674fd2a6e0398bafc27348, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:13,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/dc67a4c7c4674fd2a6e0398bafc27348 is 175, key is test_row_0/A:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742064_1240 (size=31255) 2024-11-21T11:22:14,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/dc67a4c7c4674fd2a6e0398bafc27348 2024-11-21T11:22:14,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/30e09cab0156440c8bc97db80cffb2b6 is 50, key is test_row_0/B:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742065_1241 (size=12301) 2024-11-21T11:22:14,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/30e09cab0156440c8bc97db80cffb2b6 2024-11-21T11:22:14,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/50e69837b9584f479b857766cf774966 is 50, key is test_row_0/C:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:14,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742066_1242 (size=12301) 2024-11-21T11:22:14,590 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x190853fc to 127.0.0.1:59296 2024-11-21T11:22:14,590 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41294 deadline: 1732188194590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:14,591 DEBUG [Thread-667 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:14,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1732188194600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:14,600 DEBUG [Thread-659 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:14,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/50e69837b9584f479b857766cf774966 2024-11-21T11:22:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/dc67a4c7c4674fd2a6e0398bafc27348 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348 2024-11-21T11:22:14,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348, entries=150, sequenceid=399, filesize=30.5 K 2024-11-21T11:22:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/30e09cab0156440c8bc97db80cffb2b6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/30e09cab0156440c8bc97db80cffb2b6 2024-11-21T11:22:14,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/30e09cab0156440c8bc97db80cffb2b6, entries=150, sequenceid=399, filesize=12.0 K 2024-11-21T11:22:14,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/50e69837b9584f479b857766cf774966 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50e69837b9584f479b857766cf774966 2024-11-21T11:22:14,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50e69837b9584f479b857766cf774966, entries=150, sequenceid=399, filesize=12.0 K 2024-11-21T11:22:14,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 972bc2809d1ceed112ba913cb980599d in 1657ms, sequenceid=399, compaction requested=true 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:14,873 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 972bc2809d1ceed112ba913cb980599d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:14,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:14,873 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/A is initiating minor compaction (all files) 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:14,874 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/A in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/B is initiating minor compaction (all files) 2024-11-21T11:22:14,874 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5784718c9e4f42228640c6467ec1e6bc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=83.9 K 2024-11-21T11:22:14,874 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/B in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:14,874 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5784718c9e4f42228640c6467ec1e6bc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348] 2024-11-21T11:22:14,874 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/8e739311072e4756a419f3bd7947a58a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4791735d6a0a4ac6a1d9f3cd528a0297, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/30e09cab0156440c8bc97db80cffb2b6] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=34.5 K 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5784718c9e4f42228640c6467ec1e6bc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732188129844 2024-11-21T11:22:14,874 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e739311072e4756a419f3bd7947a58a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732188129844 2024-11-21T11:22:14,875 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4791735d6a0a4ac6a1d9f3cd528a0297, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732188130464 2024-11-21T11:22:14,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d98545b35d044ff3b1bf0128762476cc, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732188130464 2024-11-21T11:22:14,875 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 30e09cab0156440c8bc97db80cffb2b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732188132077 2024-11-21T11:22:14,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc67a4c7c4674fd2a6e0398bafc27348, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732188132077 2024-11-21T11:22:14,887 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#B#compaction#198 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:14,888 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:14,888 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/090572ecee2b46c3b8b9751c76643be4 is 50, key is test_row_0/B:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:14,892 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121addab94114a440a8a58d1e5a9ae19774_972bc2809d1ceed112ba913cb980599d store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742067_1243 (size=13221) 2024-11-21T11:22:14,918 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121addab94114a440a8a58d1e5a9ae19774_972bc2809d1ceed112ba913cb980599d, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:14,918 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121addab94114a440a8a58d1e5a9ae19774_972bc2809d1ceed112ba913cb980599d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742068_1244 (size=4469) 2024-11-21T11:22:14,931 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#A#compaction#199 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:14,931 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b13c388894514ce8a8b8ebe5f3ef7022 is 175, key is test_row_0/A:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742069_1245 (size=32175) 2024-11-21T11:22:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T11:22:15,068 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-21T11:22:15,303 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/090572ecee2b46c3b8b9751c76643be4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/090572ecee2b46c3b8b9751c76643be4 2024-11-21T11:22:15,315 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/B of 972bc2809d1ceed112ba913cb980599d into 090572ecee2b46c3b8b9751c76643be4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:15,315 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:15,315 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/B, priority=13, startTime=1732188134873; duration=0sec 2024-11-21T11:22:15,315 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:15,315 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:B 2024-11-21T11:22:15,316 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:15,318 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:15,318 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 972bc2809d1ceed112ba913cb980599d/C is initiating minor compaction (all files) 2024-11-21T11:22:15,318 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 972bc2809d1ceed112ba913cb980599d/C in TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:15,319 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9c19b9ed9eca4720987c233ef98235e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8b711150329c40f4abb0afdcee534d47, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50e69837b9584f479b857766cf774966] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp, totalSize=34.5 K 2024-11-21T11:22:15,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c19b9ed9eca4720987c233ef98235e0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732188129844 2024-11-21T11:22:15,322 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b711150329c40f4abb0afdcee534d47, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732188130464 2024-11-21T11:22:15,323 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e69837b9584f479b857766cf774966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732188132077 2024-11-21T11:22:15,350 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 972bc2809d1ceed112ba913cb980599d#C#compaction#200 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:15,350 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/848dadf271154068af6e702981d9dc37 is 50, key is test_row_0/C:col10/1732188132102/Put/seqid=0 2024-11-21T11:22:15,356 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/b13c388894514ce8a8b8ebe5f3ef7022 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b13c388894514ce8a8b8ebe5f3ef7022 2024-11-21T11:22:15,363 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/A of 972bc2809d1ceed112ba913cb980599d into b13c388894514ce8a8b8ebe5f3ef7022(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:15,364 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:15,364 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/A, priority=13, startTime=1732188134873; duration=0sec 2024-11-21T11:22:15,364 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:15,364 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:A 2024-11-21T11:22:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742070_1246 (size=13221) 2024-11-21T11:22:15,406 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/848dadf271154068af6e702981d9dc37 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/848dadf271154068af6e702981d9dc37 2024-11-21T11:22:15,413 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 972bc2809d1ceed112ba913cb980599d/C of 972bc2809d1ceed112ba913cb980599d into 848dadf271154068af6e702981d9dc37(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:15,413 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:15,413 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d., storeName=972bc2809d1ceed112ba913cb980599d/C, priority=13, startTime=1732188134873; duration=0sec 2024-11-21T11:22:15,413 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:15,413 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 972bc2809d1ceed112ba913cb980599d:C 2024-11-21T11:22:15,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:22:17,639 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x176c5c1b to 127.0.0.1:59296 2024-11-21T11:22:17,639 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:18,626 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46114993 to 127.0.0.1:59296 2024-11-21T11:22:18,626 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:18,634 DEBUG [Thread-659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c826820 to 127.0.0.1:59296 2024-11-21T11:22:18,634 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6522 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6333 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2759 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8277 rows 2024-11-21T11:22:18,634 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2769 2024-11-21T11:22:18,635 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8307 rows 2024-11-21T11:22:18,635 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:22:18,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e560c7b to 127.0.0.1:59296 2024-11-21T11:22:18,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:18,639 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T11:22:18,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T11:22:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:18,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188138645"}]},"ts":"1732188138645"} 2024-11-21T11:22:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T11:22:18,647 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T11:22:18,651 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T11:22:18,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:22:18,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, UNASSIGN}] 2024-11-21T11:22:18,654 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, UNASSIGN 2024-11-21T11:22:18,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:18,655 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:22:18,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:22:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T11:22:18,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:18,808 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:18,808 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:22:18,808 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing 972bc2809d1ceed112ba913cb980599d, disabling compactions & flushes 2024-11-21T11:22:18,808 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:18,808 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. after waiting 0 ms 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:18,809 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing 972bc2809d1ceed112ba913cb980599d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=A 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=B 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 972bc2809d1ceed112ba913cb980599d, store=C 2024-11-21T11:22:18,809 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:18,822 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104c63a8e9e5144df8da0452517c897ce_972bc2809d1ceed112ba913cb980599d is 50, key is test_row_0/A:col10/1732188137638/Put/seqid=0 2024-11-21T11:22:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742071_1247 (size=9914) 2024-11-21T11:22:18,854 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:18,875 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104c63a8e9e5144df8da0452517c897ce_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104c63a8e9e5144df8da0452517c897ce_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:18,881 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/04f6084fd7f24cc48a827b9c9d055fea, store: [table=TestAcidGuarantees family=A region=972bc2809d1ceed112ba913cb980599d] 2024-11-21T11:22:18,882 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/04f6084fd7f24cc48a827b9c9d055fea is 175, key is test_row_0/A:col10/1732188137638/Put/seqid=0 2024-11-21T11:22:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742072_1248 (size=22561) 2024-11-21T11:22:18,918 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/04f6084fd7f24cc48a827b9c9d055fea 2024-11-21T11:22:18,942 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/114a38f586624ab482bdd20b701b7039 is 50, key is test_row_0/B:col10/1732188137638/Put/seqid=0 2024-11-21T11:22:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T11:22:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742073_1249 (size=9857) 2024-11-21T11:22:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T11:22:19,383 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/114a38f586624ab482bdd20b701b7039 2024-11-21T11:22:19,416 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/8bc8dde6b1444efb88ef9c4d9e96ce7a is 50, key is test_row_0/C:col10/1732188137638/Put/seqid=0 2024-11-21T11:22:19,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742074_1250 (size=9857) 2024-11-21T11:22:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T11:22:19,852 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/8bc8dde6b1444efb88ef9c4d9e96ce7a 2024-11-21T11:22:19,857 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/A/04f6084fd7f24cc48a827b9c9d055fea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/04f6084fd7f24cc48a827b9c9d055fea 2024-11-21T11:22:19,860 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/04f6084fd7f24cc48a827b9c9d055fea, entries=100, sequenceid=409, filesize=22.0 K 2024-11-21T11:22:19,861 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/B/114a38f586624ab482bdd20b701b7039 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/114a38f586624ab482bdd20b701b7039 2024-11-21T11:22:19,864 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/114a38f586624ab482bdd20b701b7039, entries=100, sequenceid=409, filesize=9.6 K 2024-11-21T11:22:19,866 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/.tmp/C/8bc8dde6b1444efb88ef9c4d9e96ce7a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8bc8dde6b1444efb88ef9c4d9e96ce7a 2024-11-21T11:22:19,872 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8bc8dde6b1444efb88ef9c4d9e96ce7a, entries=100, sequenceid=409, filesize=9.6 K 2024-11-21T11:22:19,873 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 972bc2809d1ceed112ba913cb980599d in 1064ms, sequenceid=409, compaction requested=false 2024-11-21T11:22:19,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5c0effc3f0cd4c3ca088948b989f5c4c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0299135aca424c6f9bb56e1ddd7e36b3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/242d40090b884bb1a3b856a52a307650, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/8d4aeebadfaa4932be0c890c8a3680ef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/43d348a0e4ff4d3291acc7c91a6d1763, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a2c07a67c1b84fed9f705ede40448151, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5784718c9e4f42228640c6467ec1e6bc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348] to archive 2024-11-21T11:22:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:22:19,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/9b1cc5d34e084f73be26c1bc423671d3 2024-11-21T11:22:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/983ce0e8d2c34918b927e34f5872625c 2024-11-21T11:22:19,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/16fb78d31c74446b9a25291a7b8e84a7 2024-11-21T11:22:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5c0effc3f0cd4c3ca088948b989f5c4c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5c0effc3f0cd4c3ca088948b989f5c4c 2024-11-21T11:22:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/68b29f4c7e2f4d908b39a0f0cb56a6c4 2024-11-21T11:22:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/438ea56734c448779a1c92956610933b 2024-11-21T11:22:19,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/23091d43082d41ebbda1d33a06f2c350 2024-11-21T11:22:19,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0299135aca424c6f9bb56e1ddd7e36b3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0299135aca424c6f9bb56e1ddd7e36b3 2024-11-21T11:22:19,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/c83148afcced4214a86d848fe78dcec1 2024-11-21T11:22:19,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4d9dd529a3884df089887a2e388a9e31 2024-11-21T11:22:19,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/242d40090b884bb1a3b856a52a307650 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/242d40090b884bb1a3b856a52a307650 2024-11-21T11:22:19,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ada239609f774004a29157336d50aa00 2024-11-21T11:22:19,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a9f1055731e94079bc949e8c1e94848d 2024-11-21T11:22:19,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/8d4aeebadfaa4932be0c890c8a3680ef to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/8d4aeebadfaa4932be0c890c8a3680ef 2024-11-21T11:22:19,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/00b361c0a85a41c18bb6c6b70f07c06a 2024-11-21T11:22:19,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/4ee9d1316da448b7a0cb5aea522cacfb 2024-11-21T11:22:19,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b892ff170c4a42028567f53b75b81ce7 2024-11-21T11:22:19,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/43d348a0e4ff4d3291acc7c91a6d1763 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/43d348a0e4ff4d3291acc7c91a6d1763 2024-11-21T11:22:19,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/ea818238a929439ea9cb4e316e1cc74d 2024-11-21T11:22:19,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/40cae910173b453898aa8fbb2cba1a05 2024-11-21T11:22:19,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a2c07a67c1b84fed9f705ede40448151 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/a2c07a67c1b84fed9f705ede40448151 2024-11-21T11:22:19,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/0b1fd41968bd4d458f9698cf5ba5d46b 2024-11-21T11:22:19,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b72ea0be6cae4e9da2c6f280d3171bbf 2024-11-21T11:22:19,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/710ac05418db42048df06ee75d1657c2 2024-11-21T11:22:19,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5784718c9e4f42228640c6467ec1e6bc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/5784718c9e4f42228640c6467ec1e6bc 2024-11-21T11:22:19,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/d98545b35d044ff3b1bf0128762476cc 2024-11-21T11:22:19,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/dc67a4c7c4674fd2a6e0398bafc27348 2024-11-21T11:22:19,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/46a10b78e51848a798060f561d787908, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/fa07c692eb06400ab945bab2c4dfa0f0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5839b374c072442284ded9d2502362f1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/85108151faf5425793f1f140be13b287, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/3e21d6a563c2461993e3ab229374432d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9773d682b89b41d78d2dc0d99cadb461, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/31d77a25af4f4f1888686768f814e89c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/56d2f9247f5248118510c9300b68d80f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4da6ab1363cf44f3bc902909b0c4baaa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/faaad4c79f0b4be8924056f1c854db91, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/cb6195fee6e04ee3a1129d5b46937460, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/dcba90f671ac4dda97754ced882d376a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5dadf1a30b06424f82360ea68689006a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/77f81f59a4be4cb1a97f48015be020e7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5e3757fbe79145d181c218ab61e5d178, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0ee610aa144641a1b7bc668f3656a772, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/136a017733a94f3680ba0a134c2227f2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0e5490f5e4db4b4492ce22a82ee8c3bc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5800abdead5546f3b0041779cbf5d02f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9f11e1ac6c9842f3b55419eb07930a96, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5fd7a59371854fc897875240e840259e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/86598f1cc43b4a40a2db0537f8b0d83e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/8e739311072e4756a419f3bd7947a58a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0939011d0ff44da69f61c82dc5488c64, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4791735d6a0a4ac6a1d9f3cd528a0297, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/30e09cab0156440c8bc97db80cffb2b6] to archive 2024-11-21T11:22:19,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:22:19,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/46a10b78e51848a798060f561d787908 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/46a10b78e51848a798060f561d787908 2024-11-21T11:22:19,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/fa07c692eb06400ab945bab2c4dfa0f0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/fa07c692eb06400ab945bab2c4dfa0f0 2024-11-21T11:22:19,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5839b374c072442284ded9d2502362f1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5839b374c072442284ded9d2502362f1 2024-11-21T11:22:19,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/85108151faf5425793f1f140be13b287 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/85108151faf5425793f1f140be13b287 2024-11-21T11:22:19,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/3e21d6a563c2461993e3ab229374432d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/3e21d6a563c2461993e3ab229374432d 2024-11-21T11:22:19,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9773d682b89b41d78d2dc0d99cadb461 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9773d682b89b41d78d2dc0d99cadb461 2024-11-21T11:22:19,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/31d77a25af4f4f1888686768f814e89c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/31d77a25af4f4f1888686768f814e89c 2024-11-21T11:22:19,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/56d2f9247f5248118510c9300b68d80f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/56d2f9247f5248118510c9300b68d80f 2024-11-21T11:22:19,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4da6ab1363cf44f3bc902909b0c4baaa to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4da6ab1363cf44f3bc902909b0c4baaa 2024-11-21T11:22:19,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/faaad4c79f0b4be8924056f1c854db91 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/faaad4c79f0b4be8924056f1c854db91 2024-11-21T11:22:19,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/cb6195fee6e04ee3a1129d5b46937460 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/cb6195fee6e04ee3a1129d5b46937460 2024-11-21T11:22:19,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/dcba90f671ac4dda97754ced882d376a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/dcba90f671ac4dda97754ced882d376a 2024-11-21T11:22:19,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5dadf1a30b06424f82360ea68689006a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5dadf1a30b06424f82360ea68689006a 2024-11-21T11:22:19,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/77f81f59a4be4cb1a97f48015be020e7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/77f81f59a4be4cb1a97f48015be020e7 2024-11-21T11:22:20,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5e3757fbe79145d181c218ab61e5d178 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5e3757fbe79145d181c218ab61e5d178 2024-11-21T11:22:20,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0ee610aa144641a1b7bc668f3656a772 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0ee610aa144641a1b7bc668f3656a772 2024-11-21T11:22:20,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/136a017733a94f3680ba0a134c2227f2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/136a017733a94f3680ba0a134c2227f2 2024-11-21T11:22:20,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0e5490f5e4db4b4492ce22a82ee8c3bc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0e5490f5e4db4b4492ce22a82ee8c3bc 2024-11-21T11:22:20,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5800abdead5546f3b0041779cbf5d02f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5800abdead5546f3b0041779cbf5d02f 2024-11-21T11:22:20,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9f11e1ac6c9842f3b55419eb07930a96 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9f11e1ac6c9842f3b55419eb07930a96 2024-11-21T11:22:20,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5fd7a59371854fc897875240e840259e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/5fd7a59371854fc897875240e840259e 2024-11-21T11:22:20,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/86598f1cc43b4a40a2db0537f8b0d83e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/86598f1cc43b4a40a2db0537f8b0d83e 2024-11-21T11:22:20,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/9cc2bbb6c9124f6a8bf8e15e33d6fa83 2024-11-21T11:22:20,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/8e739311072e4756a419f3bd7947a58a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/8e739311072e4756a419f3bd7947a58a 2024-11-21T11:22:20,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0939011d0ff44da69f61c82dc5488c64 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/0939011d0ff44da69f61c82dc5488c64 2024-11-21T11:22:20,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4791735d6a0a4ac6a1d9f3cd528a0297 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/4791735d6a0a4ac6a1d9f3cd528a0297 2024-11-21T11:22:20,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/30e09cab0156440c8bc97db80cffb2b6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/30e09cab0156440c8bc97db80cffb2b6 2024-11-21T11:22:20,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/df26a728a471444d826d0b966d110e35, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/1a0340b5294e4ea7b77a078700d8dafa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50c63240957e4441ac1af19abe7fd131, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/46ca58b0d328499fb69e566b053a5237, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/f4c98b7d9f9f4b559d19b64d289dbff9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/19b1d6218ded4443b1d4a621551c2b7f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2d845c5cca7c44e194a944a0ad72fcbd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/410df5e86e574f4896406792154d1474, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/4f279e158f304e32aeee0704f55f99cd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/d07442bc504c4b32896c7b4fb8dc481c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/40e14be58535497d903e98e45a078b71, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/e94c26ba29124e05acd43f29a7f422ca, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3bfb474a289f4b42b3b82ffc7eb0d56b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9fb6ea12d9684ca2908bf6e38adbf882, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b66ae412707b40d0b716fb73da658a35, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2ed91a5b5bad44fd8052ec516fd8487b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/12ffb9f951da42198b700a24d607ed78, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/dc99ca008e7c4cb7892ce3764e6ec21a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b8ed06c1a58c46c2baaea09f5331770d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/7196e5d0907f468e89b482b56d478faa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/873c18b2fec44f929c68a02f81bd4e73, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/a4d0334db68748789cbfeeb187305df7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/74741dfa54e642d1a21d31b61e961ef9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9c19b9ed9eca4720987c233ef98235e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3007eb46d020419cb3f9b2bcb4904ebc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8b711150329c40f4abb0afdcee534d47, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50e69837b9584f479b857766cf774966] to archive 2024-11-21T11:22:20,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:22:20,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/df26a728a471444d826d0b966d110e35 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/df26a728a471444d826d0b966d110e35 2024-11-21T11:22:20,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/1a0340b5294e4ea7b77a078700d8dafa to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/1a0340b5294e4ea7b77a078700d8dafa 2024-11-21T11:22:20,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50c63240957e4441ac1af19abe7fd131 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50c63240957e4441ac1af19abe7fd131 2024-11-21T11:22:20,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/46ca58b0d328499fb69e566b053a5237 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/46ca58b0d328499fb69e566b053a5237 2024-11-21T11:22:20,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/f4c98b7d9f9f4b559d19b64d289dbff9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/f4c98b7d9f9f4b559d19b64d289dbff9 2024-11-21T11:22:20,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/19b1d6218ded4443b1d4a621551c2b7f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/19b1d6218ded4443b1d4a621551c2b7f 2024-11-21T11:22:20,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2d845c5cca7c44e194a944a0ad72fcbd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2d845c5cca7c44e194a944a0ad72fcbd 2024-11-21T11:22:20,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/410df5e86e574f4896406792154d1474 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/410df5e86e574f4896406792154d1474 2024-11-21T11:22:20,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/4f279e158f304e32aeee0704f55f99cd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/4f279e158f304e32aeee0704f55f99cd 2024-11-21T11:22:20,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/d07442bc504c4b32896c7b4fb8dc481c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/d07442bc504c4b32896c7b4fb8dc481c 2024-11-21T11:22:20,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/40e14be58535497d903e98e45a078b71 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/40e14be58535497d903e98e45a078b71 2024-11-21T11:22:20,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/e94c26ba29124e05acd43f29a7f422ca to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/e94c26ba29124e05acd43f29a7f422ca 2024-11-21T11:22:20,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3bfb474a289f4b42b3b82ffc7eb0d56b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3bfb474a289f4b42b3b82ffc7eb0d56b 2024-11-21T11:22:20,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9fb6ea12d9684ca2908bf6e38adbf882 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9fb6ea12d9684ca2908bf6e38adbf882 2024-11-21T11:22:20,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b66ae412707b40d0b716fb73da658a35 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b66ae412707b40d0b716fb73da658a35 2024-11-21T11:22:20,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2ed91a5b5bad44fd8052ec516fd8487b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/2ed91a5b5bad44fd8052ec516fd8487b 2024-11-21T11:22:20,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/12ffb9f951da42198b700a24d607ed78 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/12ffb9f951da42198b700a24d607ed78 2024-11-21T11:22:20,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/dc99ca008e7c4cb7892ce3764e6ec21a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/dc99ca008e7c4cb7892ce3764e6ec21a 2024-11-21T11:22:20,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b8ed06c1a58c46c2baaea09f5331770d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/b8ed06c1a58c46c2baaea09f5331770d 2024-11-21T11:22:20,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/7196e5d0907f468e89b482b56d478faa to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/7196e5d0907f468e89b482b56d478faa 2024-11-21T11:22:20,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/873c18b2fec44f929c68a02f81bd4e73 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/873c18b2fec44f929c68a02f81bd4e73 2024-11-21T11:22:20,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/a4d0334db68748789cbfeeb187305df7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/a4d0334db68748789cbfeeb187305df7 2024-11-21T11:22:20,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/74741dfa54e642d1a21d31b61e961ef9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/74741dfa54e642d1a21d31b61e961ef9 2024-11-21T11:22:20,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9c19b9ed9eca4720987c233ef98235e0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/9c19b9ed9eca4720987c233ef98235e0 2024-11-21T11:22:20,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3007eb46d020419cb3f9b2bcb4904ebc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/3007eb46d020419cb3f9b2bcb4904ebc 2024-11-21T11:22:20,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8b711150329c40f4abb0afdcee534d47 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8b711150329c40f4abb0afdcee534d47 2024-11-21T11:22:20,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50e69837b9584f479b857766cf774966 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/50e69837b9584f479b857766cf774966 2024-11-21T11:22:20,116 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-21T11:22:20,117 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d. 2024-11-21T11:22:20,117 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for 972bc2809d1ceed112ba913cb980599d: 2024-11-21T11:22:20,119 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed 972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=972bc2809d1ceed112ba913cb980599d, regionState=CLOSED 2024-11-21T11:22:20,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-21T11:22:20,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure 972bc2809d1ceed112ba913cb980599d, server=98fb8183d505,41191,1732188077563 in 1.4660 sec 2024-11-21T11:22:20,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T11:22:20,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=972bc2809d1ceed112ba913cb980599d, UNASSIGN in 1.4690 sec 2024-11-21T11:22:20,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T11:22:20,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4730 sec 2024-11-21T11:22:20,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188140127"}]},"ts":"1732188140127"} 2024-11-21T11:22:20,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T11:22:20,131 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T11:22:20,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4920 sec 2024-11-21T11:22:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T11:22:20,752 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-21T11:22:20,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T11:22:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:20,755 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:20,761 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T11:22:20,763 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/recovered.edits] 2024-11-21T11:22:20,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/04f6084fd7f24cc48a827b9c9d055fea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/04f6084fd7f24cc48a827b9c9d055fea 2024-11-21T11:22:20,773 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b13c388894514ce8a8b8ebe5f3ef7022 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/A/b13c388894514ce8a8b8ebe5f3ef7022 2024-11-21T11:22:20,781 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/090572ecee2b46c3b8b9751c76643be4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/090572ecee2b46c3b8b9751c76643be4 2024-11-21T11:22:20,784 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/114a38f586624ab482bdd20b701b7039 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/B/114a38f586624ab482bdd20b701b7039 2024-11-21T11:22:20,790 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/848dadf271154068af6e702981d9dc37 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/848dadf271154068af6e702981d9dc37 2024-11-21T11:22:20,792 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8bc8dde6b1444efb88ef9c4d9e96ce7a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/C/8bc8dde6b1444efb88ef9c4d9e96ce7a 2024-11-21T11:22:20,799 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/recovered.edits/412.seqid to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d/recovered.edits/412.seqid 2024-11-21T11:22:20,801 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,801 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T11:22:20,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T11:22:20,804 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T11:22:20,811 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121037bbc58befb4b2f8a6eae54b3582ef2_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121037bbc58befb4b2f8a6eae54b3582ef2_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,814 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104c63a8e9e5144df8da0452517c897ce_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104c63a8e9e5144df8da0452517c897ce_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,816 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210883c25f0b73416bb16e00454dc24192_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210883c25f0b73416bb16e00454dc24192_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,817 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210fe86bfd39ce404ea5ce71bf2af74e9d_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210fe86bfd39ce404ea5ce71bf2af74e9d_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,819 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112113c60faca8a24e6f894a622e96623b7a_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112113c60faca8a24e6f894a622e96623b7a_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,820 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a94f2a2fcc84436b38c4e4e6d13af03_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211a94f2a2fcc84436b38c4e4e6d13af03_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,823 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212f30e1f7fadd48c99531dd32bfa76f96_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212f30e1f7fadd48c99531dd32bfa76f96_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,826 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213062bd8c3cb84bd5b854823100d35c7e_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213062bd8c3cb84bd5b854823100d35c7e_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121335b6e79bf1c4a308fffa8e778ecb3b8_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121335b6e79bf1c4a308fffa8e778ecb3b8_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,836 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135ab1187be174c97b6e38933ca097310_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135ab1187be174c97b6e38933ca097310_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,839 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ba4369b6d8a45a6b484ba443d3721c9_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ba4369b6d8a45a6b484ba443d3721c9_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,841 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216a7702c28ec940559d1112dfff4df817_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216a7702c28ec940559d1112dfff4df817_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,842 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f38050c9831432a9acff7f49a7b17d7_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f38050c9831432a9acff7f49a7b17d7_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ad844dca3564d8e87d1b8ec962780e6_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ad844dca3564d8e87d1b8ec962780e6_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121831e9de7dd5945a4be87b9af0ebdf8de_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121831e9de7dd5945a4be87b9af0ebdf8de_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e56aac3903c5411b9ccbaa5e4d7c85c9_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e56aac3903c5411b9ccbaa5e4d7c85c9_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e704d421d12d408999974f269eddf3d2_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e704d421d12d408999974f269eddf3d2_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,854 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e8ab13720efe4600b3bdf3a98b72d9e5_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e8ab13720efe4600b3bdf3a98b72d9e5_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,859 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eb32011be0914205b171d2eee1444fce_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121eb32011be0914205b171d2eee1444fce_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T11:22:20,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ef045d0bbd964e0cb41d9efdc8301096_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ef045d0bbd964e0cb41d9efdc8301096_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f0d86bbcde1e4c5babbdec645c28a96a_972bc2809d1ceed112ba913cb980599d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f0d86bbcde1e4c5babbdec645c28a96a_972bc2809d1ceed112ba913cb980599d 2024-11-21T11:22:20,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T11:22:20,873 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:20,877 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T11:22:20,881 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T11:22:20,882 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:20,882 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T11:22:20,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732188140883"}]},"ts":"9223372036854775807"} 2024-11-21T11:22:20,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T11:22:20,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 972bc2809d1ceed112ba913cb980599d, NAME => 'TestAcidGuarantees,,1732188109178.972bc2809d1ceed112ba913cb980599d.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T11:22:20,890 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T11:22:20,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732188140890"}]},"ts":"9223372036854775807"} 2024-11-21T11:22:20,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T11:22:20,905 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:20,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 152 msec 2024-11-21T11:22:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T11:22:21,064 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-21T11:22:21,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=457 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1751 (was 1891) 2024-11-21T11:22:21,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=1751 2024-11-21T11:22:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:22:21,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:21,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:22:21,099 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:21,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:22:21,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-11-21T11:22:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T11:22:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742075_1251 (size=960) 2024-11-21T11:22:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T11:22:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T11:22:21,520 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:22:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742076_1252 (size=53) 2024-11-21T11:22:21,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:21,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f1595dcf844babd3c39f2f315ea5d63d, disabling compactions & flushes 2024-11-21T11:22:21,530 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. after waiting 0 ms 2024-11-21T11:22:21,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,530 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:21,532 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:22:21,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732188141532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188141532"}]},"ts":"1732188141532"} 2024-11-21T11:22:21,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:22:21,534 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:22:21,534 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188141534"}]},"ts":"1732188141534"} 2024-11-21T11:22:21,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T11:22:21,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, ASSIGN}] 2024-11-21T11:22:21,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, ASSIGN 2024-11-21T11:22:21,542 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:22:21,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=f1595dcf844babd3c39f2f315ea5d63d, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:21,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:22:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T11:22:21,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:21,849 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,849 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:21,850 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,850 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:21,850 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,850 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,852 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,853 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:21,853 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1595dcf844babd3c39f2f315ea5d63d columnFamilyName A 2024-11-21T11:22:21,853 DEBUG [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:21,854 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.HStore(327): Store=f1595dcf844babd3c39f2f315ea5d63d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:21,854 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,856 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:21,856 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1595dcf844babd3c39f2f315ea5d63d columnFamilyName B 2024-11-21T11:22:21,856 DEBUG [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:21,857 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.HStore(327): Store=f1595dcf844babd3c39f2f315ea5d63d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:21,857 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,859 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:21,859 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1595dcf844babd3c39f2f315ea5d63d columnFamilyName C 2024-11-21T11:22:21,859 DEBUG [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:21,860 INFO [StoreOpener-f1595dcf844babd3c39f2f315ea5d63d-1 {}] regionserver.HStore(327): Store=f1595dcf844babd3c39f2f315ea5d63d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:21,860 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,861 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,861 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,864 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:22:21,866 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:21,875 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:21,875 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened f1595dcf844babd3c39f2f315ea5d63d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64950408, jitterRate=-0.03216350078582764}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:22:21,876 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:21,877 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., pid=64, masterSystemTime=1732188141845 2024-11-21T11:22:21,879 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,879 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:21,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=f1595dcf844babd3c39f2f315ea5d63d, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:21,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T11:22:21,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 in 194 msec 2024-11-21T11:22:21,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T11:22:21,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, ASSIGN in 350 msec 2024-11-21T11:22:21,894 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:22:21,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188141894"}]},"ts":"1732188141894"} 2024-11-21T11:22:21,895 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T11:22:21,899 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:22:21,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 803 msec 2024-11-21T11:22:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T11:22:22,204 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-11-21T11:22:22,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f810aa9 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b70f48f 2024-11-21T11:22:22,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f66057f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:22,222 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:22,225 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-21T11:22:22,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-21T11:22:22,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,241 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-21T11:22:22,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-21T11:22:22,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-21T11:22:22,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-21T11:22:22,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-21T11:22:22,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-21T11:22:22,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-21T11:22:22,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-21T11:22:22,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:22,324 DEBUG [hconnection-0x29d977d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,326 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-21T11:22:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T11:22:22,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:22,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:22,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:22,348 DEBUG [hconnection-0x3cd2356b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,348 DEBUG [hconnection-0x54710e53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,350 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,350 DEBUG [hconnection-0x752d985f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,351 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,351 DEBUG [hconnection-0x2fa6ce6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,352 DEBUG [hconnection-0x6a043d24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,353 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,353 DEBUG [hconnection-0x25cfb477-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,353 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:22,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:22:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:22,369 DEBUG [hconnection-0x666c232f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,372 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,372 DEBUG [hconnection-0x3f9b203a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,373 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,382 DEBUG [hconnection-0x210b1dab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:22,384 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:22,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/7cd4994883e94c249e05139b97e9813f is 50, key is test_row_0/A:col10/1732188142364/Put/seqid=0 2024-11-21T11:22:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188202409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188202409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188202418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188202420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T11:22:22,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188202436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742077_1253 (size=12001) 2024-11-21T11:22:22,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T11:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188202525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188202527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188202528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188202528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188202543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T11:22:22,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T11:22:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:22,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188202733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188202734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188202738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188202738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188202748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,788 DEBUG [master/98fb8183d505:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f024c4874d81bb590fca51529f79460d changed from -1.0 to 0.0, refreshing cache 2024-11-21T11:22:22,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T11:22:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:22,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/7cd4994883e94c249e05139b97e9813f 2024-11-21T11:22:22,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/73e68c5b26bd45658a33c4a6cd964e38 is 50, key is test_row_0/B:col10/1732188142364/Put/seqid=0 2024-11-21T11:22:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T11:22:22,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742078_1254 (size=12001) 2024-11-21T11:22:22,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:22,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T11:22:22,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:22,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:22,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/73e68c5b26bd45658a33c4a6cd964e38 2024-11-21T11:22:23,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/9f3f1a4c63bc40fca841c04a2eba833c is 50, key is test_row_0/C:col10/1732188142364/Put/seqid=0 2024-11-21T11:22:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188203040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188203040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188203052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742079_1255 (size=12001) 2024-11-21T11:22:23,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/9f3f1a4c63bc40fca841c04a2eba833c 2024-11-21T11:22:23,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188203053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188203062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/7cd4994883e94c249e05139b97e9813f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7cd4994883e94c249e05139b97e9813f 2024-11-21T11:22:23,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7cd4994883e94c249e05139b97e9813f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T11:22:23,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/73e68c5b26bd45658a33c4a6cd964e38 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/73e68c5b26bd45658a33c4a6cd964e38 2024-11-21T11:22:23,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/73e68c5b26bd45658a33c4a6cd964e38, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T11:22:23,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/9f3f1a4c63bc40fca841c04a2eba833c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/9f3f1a4c63bc40fca841c04a2eba833c 2024-11-21T11:22:23,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/9f3f1a4c63bc40fca841c04a2eba833c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-21T11:22:23,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f1595dcf844babd3c39f2f315ea5d63d in 725ms, sequenceid=14, compaction requested=false 2024-11-21T11:22:23,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:23,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T11:22:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:23,102 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:22:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/a7f69dcb7e6a40578a27538278559c87 is 50, key is test_row_0/A:col10/1732188142404/Put/seqid=0 2024-11-21T11:22:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742080_1256 (size=12001) 2024-11-21T11:22:23,149 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/a7f69dcb7e6a40578a27538278559c87 2024-11-21T11:22:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/4d224db1fd444cc1a5089ebf27b0196a is 50, key is test_row_0/B:col10/1732188142404/Put/seqid=0 2024-11-21T11:22:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742081_1257 (size=12001) 2024-11-21T11:22:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T11:22:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188203563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188203565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188203565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188203567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188203567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,620 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/4d224db1fd444cc1a5089ebf27b0196a 2024-11-21T11:22:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/0ccf05043bed4596b11bd647be9ee9be is 50, key is test_row_0/C:col10/1732188142404/Put/seqid=0 2024-11-21T11:22:23,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188203669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188203669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188203670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188203670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742082_1258 (size=12001) 2024-11-21T11:22:23,677 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/0ccf05043bed4596b11bd647be9ee9be 2024-11-21T11:22:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/a7f69dcb7e6a40578a27538278559c87 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a7f69dcb7e6a40578a27538278559c87 2024-11-21T11:22:23,690 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a7f69dcb7e6a40578a27538278559c87, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:22:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/4d224db1fd444cc1a5089ebf27b0196a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/4d224db1fd444cc1a5089ebf27b0196a 2024-11-21T11:22:23,700 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/4d224db1fd444cc1a5089ebf27b0196a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:22:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/0ccf05043bed4596b11bd647be9ee9be as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0ccf05043bed4596b11bd647be9ee9be 2024-11-21T11:22:23,711 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0ccf05043bed4596b11bd647be9ee9be, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:22:23,711 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f1595dcf844babd3c39f2f315ea5d63d in 609ms, sequenceid=38, compaction requested=false 2024-11-21T11:22:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:23,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-21T11:22:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-21T11:22:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-21T11:22:23,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-11-21T11:22:23,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.3900 sec 2024-11-21T11:22:23,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:22:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:23,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:23,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/3031a2041cab48af92fc7c7b4044b78f is 50, key is test_row_0/A:col10/1732188143876/Put/seqid=0 2024-11-21T11:22:23,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742083_1259 (size=12001) 2024-11-21T11:22:23,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188203918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188203918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188203920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:23,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188203922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188204024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188204024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188204025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188204026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188204230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188204231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188204231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188204231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/3031a2041cab48af92fc7c7b4044b78f 2024-11-21T11:22:24,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/8ed8ee1e10164ef6817000aa8ca447df is 50, key is test_row_0/B:col10/1732188143876/Put/seqid=0 2024-11-21T11:22:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742084_1260 (size=12001) 2024-11-21T11:22:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T11:22:24,436 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-21T11:22:24,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-21T11:22:24,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T11:22:24,442 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:24,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:24,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188204534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188204535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188204535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T11:22:24,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188204536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188204571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T11:22:24,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:24,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:24,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:24,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T11:22:24,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T11:22:24,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:24,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/8ed8ee1e10164ef6817000aa8ca447df 2024-11-21T11:22:24,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/bfbbbb9bc93846c487054597d767cd53 is 50, key is test_row_0/C:col10/1732188143876/Put/seqid=0 2024-11-21T11:22:24,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742085_1261 (size=12001) 2024-11-21T11:22:24,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:24,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T11:22:24,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:24,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:24,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:24,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188205042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T11:22:25,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188205044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188205045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188205047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T11:22:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T11:22:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:25,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/bfbbbb9bc93846c487054597d767cd53 2024-11-21T11:22:25,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/3031a2041cab48af92fc7c7b4044b78f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3031a2041cab48af92fc7c7b4044b78f 2024-11-21T11:22:25,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3031a2041cab48af92fc7c7b4044b78f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T11:22:25,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/8ed8ee1e10164ef6817000aa8ca447df as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/8ed8ee1e10164ef6817000aa8ca447df 2024-11-21T11:22:25,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/8ed8ee1e10164ef6817000aa8ca447df, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T11:22:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/bfbbbb9bc93846c487054597d767cd53 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bfbbbb9bc93846c487054597d767cd53 2024-11-21T11:22:25,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bfbbbb9bc93846c487054597d767cd53, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T11:22:25,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f1595dcf844babd3c39f2f315ea5d63d in 1411ms, sequenceid=53, compaction requested=true 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:25,289 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T11:22:25,290 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:25,293 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:25,293 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:25,293 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:25,293 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:25,293 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,293 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7cd4994883e94c249e05139b97e9813f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a7f69dcb7e6a40578a27538278559c87, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3031a2041cab48af92fc7c7b4044b78f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=35.2 K 2024-11-21T11:22:25,294 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,294 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/73e68c5b26bd45658a33c4a6cd964e38, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/4d224db1fd444cc1a5089ebf27b0196a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/8ed8ee1e10164ef6817000aa8ca447df] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=35.2 K 2024-11-21T11:22:25,295 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73e68c5b26bd45658a33c4a6cd964e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732188142362 2024-11-21T11:22:25,295 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd4994883e94c249e05139b97e9813f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732188142362 2024-11-21T11:22:25,296 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d224db1fd444cc1a5089ebf27b0196a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188142404 2024-11-21T11:22:25,296 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a7f69dcb7e6a40578a27538278559c87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188142404 2024-11-21T11:22:25,296 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ed8ee1e10164ef6817000aa8ca447df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732188143876 2024-11-21T11:22:25,303 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3031a2041cab48af92fc7c7b4044b78f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732188143876 2024-11-21T11:22:25,323 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:25,324 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/78a307b6e1a14d2989b09b4e131f059d is 50, key is test_row_0/B:col10/1732188143876/Put/seqid=0 2024-11-21T11:22:25,333 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#214 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:25,334 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/bb3ef413034d42d4a74cbc54228ec741 is 50, key is test_row_0/A:col10/1732188143876/Put/seqid=0 2024-11-21T11:22:25,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:25,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T11:22:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,362 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:22:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:25,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/3d470539238641e282012851d1a4cc92 is 50, key is test_row_0/A:col10/1732188143903/Put/seqid=0 2024-11-21T11:22:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742086_1262 (size=12104) 2024-11-21T11:22:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742087_1263 (size=12104) 2024-11-21T11:22:25,413 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/bb3ef413034d42d4a74cbc54228ec741 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bb3ef413034d42d4a74cbc54228ec741 2024-11-21T11:22:25,420 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into bb3ef413034d42d4a74cbc54228ec741(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:25,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:25,420 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=13, startTime=1732188145289; duration=0sec 2024-11-21T11:22:25,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:25,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:25,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:25,421 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:25,422 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:25,422 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:25,422 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/9f3f1a4c63bc40fca841c04a2eba833c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0ccf05043bed4596b11bd647be9ee9be, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bfbbbb9bc93846c487054597d767cd53] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=35.2 K 2024-11-21T11:22:25,422 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3f1a4c63bc40fca841c04a2eba833c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732188142362 2024-11-21T11:22:25,423 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ccf05043bed4596b11bd647be9ee9be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188142404 2024-11-21T11:22:25,423 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bfbbbb9bc93846c487054597d767cd53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732188143876 2024-11-21T11:22:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742088_1264 (size=12001) 2024-11-21T11:22:25,436 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/3d470539238641e282012851d1a4cc92 2024-11-21T11:22:25,447 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:25,448 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/e7d7c16448ec4d4c8dc2053e38aa9d04 is 50, key is test_row_0/C:col10/1732188143876/Put/seqid=0 2024-11-21T11:22:25,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/1ef01248ac8d4bc9aac2116ddf017e8b is 50, key is test_row_0/B:col10/1732188143903/Put/seqid=0 2024-11-21T11:22:25,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742089_1265 (size=12104) 2024-11-21T11:22:25,515 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/e7d7c16448ec4d4c8dc2053e38aa9d04 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/e7d7c16448ec4d4c8dc2053e38aa9d04 2024-11-21T11:22:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742090_1266 (size=12001) 2024-11-21T11:22:25,526 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into e7d7c16448ec4d4c8dc2053e38aa9d04(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:25,526 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:25,526 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=13, startTime=1732188145289; duration=0sec 2024-11-21T11:22:25,526 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:25,526 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T11:22:25,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:22:25,808 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/78a307b6e1a14d2989b09b4e131f059d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/78a307b6e1a14d2989b09b4e131f059d 2024-11-21T11:22:25,815 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into 78a307b6e1a14d2989b09b4e131f059d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:25,815 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:25,815 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=13, startTime=1732188145289; duration=0sec 2024-11-21T11:22:25,815 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:25,815 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:25,925 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/1ef01248ac8d4bc9aac2116ddf017e8b 2024-11-21T11:22:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/1e9cce88e2df4b619cd6640c0201ef97 is 50, key is test_row_0/C:col10/1732188143903/Put/seqid=0 2024-11-21T11:22:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742091_1267 (size=12001) 2024-11-21T11:22:25,975 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/1e9cce88e2df4b619cd6640c0201ef97 2024-11-21T11:22:25,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/3d470539238641e282012851d1a4cc92 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3d470539238641e282012851d1a4cc92 2024-11-21T11:22:26,003 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3d470539238641e282012851d1a4cc92, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T11:22:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/1ef01248ac8d4bc9aac2116ddf017e8b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/1ef01248ac8d4bc9aac2116ddf017e8b 2024-11-21T11:22:26,011 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/1ef01248ac8d4bc9aac2116ddf017e8b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T11:22:26,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/1e9cce88e2df4b619cd6640c0201ef97 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/1e9cce88e2df4b619cd6640c0201ef97 2024-11-21T11:22:26,021 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/1e9cce88e2df4b619cd6640c0201ef97, entries=150, sequenceid=74, filesize=11.7 K 2024-11-21T11:22:26,023 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for f1595dcf844babd3c39f2f315ea5d63d in 661ms, sequenceid=74, compaction requested=false 2024-11-21T11:22:26,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:26,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:26,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-21T11:22:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-21T11:22:26,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-21T11:22:26,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5840 sec 2024-11-21T11:22:26,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.5920 sec 2024-11-21T11:22:26,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:22:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:26,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:26,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:26,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:26,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d is 50, key is test_row_0/A:col10/1732188146065/Put/seqid=0 2024-11-21T11:22:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188206113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742092_1268 (size=12001) 2024-11-21T11:22:26,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d 2024-11-21T11:22:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188206114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188206118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188206120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/185ee252b3b742119ee28fd3570f234f is 50, key is test_row_0/B:col10/1732188146065/Put/seqid=0 2024-11-21T11:22:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742093_1269 (size=12001) 2024-11-21T11:22:26,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/185ee252b3b742119ee28fd3570f234f 2024-11-21T11:22:26,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/be32d11d6f5046aa8ec87cc9c6d28ef3 is 50, key is test_row_0/C:col10/1732188146065/Put/seqid=0 2024-11-21T11:22:26,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188206222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188206219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188206231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188206234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742094_1270 (size=12001) 2024-11-21T11:22:26,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188206429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188206429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188206436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188206443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T11:22:26,547 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-21T11:22:26,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-21T11:22:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T11:22:26,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:26,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:26,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:26,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188206593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,597 DEBUG [Thread-1167 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:26,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/be32d11d6f5046aa8ec87cc9c6d28ef3 2024-11-21T11:22:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d 2024-11-21T11:22:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T11:22:26,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T11:22:26,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/185ee252b3b742119ee28fd3570f234f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/185ee252b3b742119ee28fd3570f234f 2024-11-21T11:22:26,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/185ee252b3b742119ee28fd3570f234f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T11:22:26,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/be32d11d6f5046aa8ec87cc9c6d28ef3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/be32d11d6f5046aa8ec87cc9c6d28ef3 2024-11-21T11:22:26,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/be32d11d6f5046aa8ec87cc9c6d28ef3, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T11:22:26,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f1595dcf844babd3c39f2f315ea5d63d in 613ms, sequenceid=88, compaction requested=true 2024-11-21T11:22:26,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:26,680 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:26,681 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:26,683 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:26,684 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:26,684 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:26,684 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:26,684 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:26,684 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:26,684 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bb3ef413034d42d4a74cbc54228ec741, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3d470539238641e282012851d1a4cc92, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=35.3 K 2024-11-21T11:22:26,684 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/78a307b6e1a14d2989b09b4e131f059d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/1ef01248ac8d4bc9aac2116ddf017e8b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/185ee252b3b742119ee28fd3570f234f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=35.3 K 2024-11-21T11:22:26,685 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb3ef413034d42d4a74cbc54228ec741, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732188143876 2024-11-21T11:22:26,685 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a307b6e1a14d2989b09b4e131f059d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732188143876 2024-11-21T11:22:26,685 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d470539238641e282012851d1a4cc92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732188143903 2024-11-21T11:22:26,686 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ef01248ac8d4bc9aac2116ddf017e8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732188143903 2024-11-21T11:22:26,687 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 185ee252b3b742119ee28fd3570f234f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732188146052 2024-11-21T11:22:26,687 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0093ae2ce9c74a52a6f2bc6ab5e0bb1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732188146052 2024-11-21T11:22:26,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T11:22:26,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:26,704 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:22:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:26,709 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:26,710 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/00f86cefcfb644358ba6b01b03ab3311 is 50, key is test_row_0/B:col10/1732188146065/Put/seqid=0 2024-11-21T11:22:26,713 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:26,714 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/9987d378e48c4feb8a791caae816f361 is 50, key is test_row_0/A:col10/1732188146065/Put/seqid=0 2024-11-21T11:22:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/deb96d97e21c4e5f8b56ec3fdebfbe85 is 50, key is test_row_0/A:col10/1732188146111/Put/seqid=0 2024-11-21T11:22:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:26,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188206749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188206751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188206752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188206753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742095_1271 (size=12207) 2024-11-21T11:22:26,809 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/00f86cefcfb644358ba6b01b03ab3311 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/00f86cefcfb644358ba6b01b03ab3311 2024-11-21T11:22:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742096_1272 (size=12207) 2024-11-21T11:22:26,819 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into 00f86cefcfb644358ba6b01b03ab3311(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:26,819 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:26,819 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=13, startTime=1732188146681; duration=0sec 2024-11-21T11:22:26,819 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:26,819 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:26,819 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:26,822 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:26,823 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:26,823 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:26,823 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/e7d7c16448ec4d4c8dc2053e38aa9d04, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/1e9cce88e2df4b619cd6640c0201ef97, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/be32d11d6f5046aa8ec87cc9c6d28ef3] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=35.3 K 2024-11-21T11:22:26,823 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d7c16448ec4d4c8dc2053e38aa9d04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732188143876 2024-11-21T11:22:26,824 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9cce88e2df4b619cd6640c0201ef97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732188143903 2024-11-21T11:22:26,824 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting be32d11d6f5046aa8ec87cc9c6d28ef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732188146052 2024-11-21T11:22:26,838 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:26,839 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/38376865b38a49b3807fde5549c0b0e5 is 50, key is test_row_0/C:col10/1732188146065/Put/seqid=0 2024-11-21T11:22:26,841 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/9987d378e48c4feb8a791caae816f361 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/9987d378e48c4feb8a791caae816f361 2024-11-21T11:22:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742097_1273 (size=12001) 2024-11-21T11:22:26,844 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/deb96d97e21c4e5f8b56ec3fdebfbe85 2024-11-21T11:22:26,848 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into 9987d378e48c4feb8a791caae816f361(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:26,848 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:26,848 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=13, startTime=1732188146680; duration=0sec 2024-11-21T11:22:26,849 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:26,849 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:26,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188206856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188206859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188206859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T11:22:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/5bbe10fbd0a94950b75d227a243ba969 is 50, key is test_row_0/B:col10/1732188146111/Put/seqid=0 2024-11-21T11:22:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742098_1274 (size=12207) 2024-11-21T11:22:26,887 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/38376865b38a49b3807fde5549c0b0e5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/38376865b38a49b3807fde5549c0b0e5 2024-11-21T11:22:26,900 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into 38376865b38a49b3807fde5549c0b0e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:26,900 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:26,900 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=13, startTime=1732188146681; duration=0sec 2024-11-21T11:22:26,900 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:26,901 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742099_1275 (size=12001) 2024-11-21T11:22:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188207064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188207064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188207065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T11:22:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188207261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,336 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/5bbe10fbd0a94950b75d227a243ba969 2024-11-21T11:22:27,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/654f220dcf1b43d2af069b3fc9dff939 is 50, key is test_row_0/C:col10/1732188146111/Put/seqid=0 2024-11-21T11:22:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188207367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188207368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188207371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742100_1276 (size=12001) 2024-11-21T11:22:27,386 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/654f220dcf1b43d2af069b3fc9dff939 2024-11-21T11:22:27,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/deb96d97e21c4e5f8b56ec3fdebfbe85 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/deb96d97e21c4e5f8b56ec3fdebfbe85 2024-11-21T11:22:27,398 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/deb96d97e21c4e5f8b56ec3fdebfbe85, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T11:22:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/5bbe10fbd0a94950b75d227a243ba969 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/5bbe10fbd0a94950b75d227a243ba969 2024-11-21T11:22:27,409 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/5bbe10fbd0a94950b75d227a243ba969, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T11:22:27,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/654f220dcf1b43d2af069b3fc9dff939 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/654f220dcf1b43d2af069b3fc9dff939 2024-11-21T11:22:27,418 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/654f220dcf1b43d2af069b3fc9dff939, entries=150, sequenceid=114, filesize=11.7 K 2024-11-21T11:22:27,421 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f1595dcf844babd3c39f2f315ea5d63d in 717ms, sequenceid=114, compaction requested=false 2024-11-21T11:22:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-21T11:22:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-21T11:22:27,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T11:22:27,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 872 msec 2024-11-21T11:22:27,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 876 msec 2024-11-21T11:22:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T11:22:27,671 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-21T11:22:27,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-21T11:22:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T11:22:27,676 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:27,677 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:27,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T11:22:27,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:27,832 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/17f379581ec84f048c1f6210cc14ddd2 is 50, key is test_row_0/A:col10/1732188146751/Put/seqid=0 2024-11-21T11:22:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742101_1277 (size=12001) 2024-11-21T11:22:27,876 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/17f379581ec84f048c1f6210cc14ddd2 2024-11-21T11:22:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:27,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/05c6ca12916f4696ae3f6db3cff39d00 is 50, key is test_row_0/B:col10/1732188146751/Put/seqid=0 2024-11-21T11:22:27,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742102_1278 (size=12001) 2024-11-21T11:22:27,911 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/05c6ca12916f4696ae3f6db3cff39d00 2024-11-21T11:22:27,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188207919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188207919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188207916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4f4bb157991d48419485029e24e086e8 is 50, key is test_row_0/C:col10/1732188146751/Put/seqid=0 2024-11-21T11:22:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T11:22:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742103_1279 (size=12001) 2024-11-21T11:22:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188208027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188208026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188208029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188208233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188208233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188208233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T11:22:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188208275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4f4bb157991d48419485029e24e086e8 2024-11-21T11:22:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/17f379581ec84f048c1f6210cc14ddd2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/17f379581ec84f048c1f6210cc14ddd2 2024-11-21T11:22:28,395 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/17f379581ec84f048c1f6210cc14ddd2, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T11:22:28,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/05c6ca12916f4696ae3f6db3cff39d00 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/05c6ca12916f4696ae3f6db3cff39d00 2024-11-21T11:22:28,402 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/05c6ca12916f4696ae3f6db3cff39d00, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T11:22:28,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4f4bb157991d48419485029e24e086e8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4f4bb157991d48419485029e24e086e8 2024-11-21T11:22:28,410 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4f4bb157991d48419485029e24e086e8, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T11:22:28,411 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for f1595dcf844babd3c39f2f315ea5d63d in 579ms, sequenceid=127, compaction requested=true 2024-11-21T11:22:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-21T11:22:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-21T11:22:28,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-21T11:22:28,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 736 msec 2024-11-21T11:22:28,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 744 msec 2024-11-21T11:22:28,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T11:22:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:28,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/d6a09ac1eb68405d8c622c8889d4fcea is 50, key is test_row_0/A:col10/1732188147917/Put/seqid=0 2024-11-21T11:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188208547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188208546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188208547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742104_1280 (size=14541) 2024-11-21T11:22:28,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/d6a09ac1eb68405d8c622c8889d4fcea 2024-11-21T11:22:28,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/a50e08f66292420a9c25d70548f7332d is 50, key is test_row_0/B:col10/1732188147917/Put/seqid=0 2024-11-21T11:22:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742105_1281 (size=12151) 2024-11-21T11:22:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188208653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188208653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188208654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T11:22:28,777 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-21T11:22:28,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-21T11:22:28,781 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:28,782 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:28,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188208859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188208859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188208859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:28,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:28,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:28,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/a50e08f66292420a9c25d70548f7332d 2024-11-21T11:22:29,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/b4d5bb35c5b6413dbc125960329412d1 is 50, key is test_row_0/C:col10/1732188147917/Put/seqid=0 2024-11-21T11:22:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742106_1282 (size=12151) 2024-11-21T11:22:29,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/b4d5bb35c5b6413dbc125960329412d1 2024-11-21T11:22:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/d6a09ac1eb68405d8c622c8889d4fcea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d6a09ac1eb68405d8c622c8889d4fcea 2024-11-21T11:22:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:29,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d6a09ac1eb68405d8c622c8889d4fcea, entries=200, sequenceid=157, filesize=14.2 K 2024-11-21T11:22:29,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/a50e08f66292420a9c25d70548f7332d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/a50e08f66292420a9c25d70548f7332d 2024-11-21T11:22:29,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:29,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:29,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/a50e08f66292420a9c25d70548f7332d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T11:22:29,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/b4d5bb35c5b6413dbc125960329412d1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/b4d5bb35c5b6413dbc125960329412d1 2024-11-21T11:22:29,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/b4d5bb35c5b6413dbc125960329412d1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T11:22:29,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f1595dcf844babd3c39f2f315ea5d63d in 573ms, sequenceid=157, compaction requested=true 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:29,113 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:29,113 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:29,117 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:29,117 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:29,117 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,117 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/00f86cefcfb644358ba6b01b03ab3311, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/5bbe10fbd0a94950b75d227a243ba969, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/05c6ca12916f4696ae3f6db3cff39d00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/a50e08f66292420a9c25d70548f7332d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=47.2 K 2024-11-21T11:22:29,117 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:29,117 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:29,117 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,118 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/9987d378e48c4feb8a791caae816f361, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/deb96d97e21c4e5f8b56ec3fdebfbe85, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/17f379581ec84f048c1f6210cc14ddd2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d6a09ac1eb68405d8c622c8889d4fcea] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=49.6 K 2024-11-21T11:22:29,120 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f86cefcfb644358ba6b01b03ab3311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732188146052 2024-11-21T11:22:29,120 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9987d378e48c4feb8a791caae816f361, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732188146052 2024-11-21T11:22:29,120 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbe10fbd0a94950b75d227a243ba969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732188146111 2024-11-21T11:22:29,121 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting deb96d97e21c4e5f8b56ec3fdebfbe85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732188146111 2024-11-21T11:22:29,121 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17f379581ec84f048c1f6210cc14ddd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732188146748 2024-11-21T11:22:29,121 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c6ca12916f4696ae3f6db3cff39d00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732188146748 2024-11-21T11:22:29,122 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a09ac1eb68405d8c622c8889d4fcea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188147917 2024-11-21T11:22:29,123 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a50e08f66292420a9c25d70548f7332d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188147917 2024-11-21T11:22:29,150 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#234 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:29,151 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/a10ad5944b3d468c8ca70213e355e899 is 50, key is test_row_0/A:col10/1732188147917/Put/seqid=0 2024-11-21T11:22:29,155 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:29,156 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/3169be6649d345879f82c1817d9e15a8 is 50, key is test_row_0/B:col10/1732188147917/Put/seqid=0 2024-11-21T11:22:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:29,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:22:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742107_1283 (size=12493) 2024-11-21T11:22:29,223 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/a10ad5944b3d468c8ca70213e355e899 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a10ad5944b3d468c8ca70213e355e899 2024-11-21T11:22:29,229 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into a10ad5944b3d468c8ca70213e355e899(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:29,229 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:29,229 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=12, startTime=1732188149113; duration=0sec 2024-11-21T11:22:29,229 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:29,229 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:29,229 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:29,231 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:29,231 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:29,231 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,231 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/38376865b38a49b3807fde5549c0b0e5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/654f220dcf1b43d2af069b3fc9dff939, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4f4bb157991d48419485029e24e086e8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/b4d5bb35c5b6413dbc125960329412d1] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=47.2 K 2024-11-21T11:22:29,231 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38376865b38a49b3807fde5549c0b0e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732188146052 2024-11-21T11:22:29,232 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 654f220dcf1b43d2af069b3fc9dff939, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732188146111 2024-11-21T11:22:29,233 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4bb157991d48419485029e24e086e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732188146748 2024-11-21T11:22:29,233 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4d5bb35c5b6413dbc125960329412d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188147917 2024-11-21T11:22:29,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742108_1284 (size=12493) 2024-11-21T11:22:29,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8ad7d2edb038416abcd19907ca0558b5 is 50, key is test_row_0/A:col10/1732188148545/Put/seqid=0 2024-11-21T11:22:29,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:29,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:29,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,250 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/3169be6649d345879f82c1817d9e15a8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3169be6649d345879f82c1817d9e15a8 2024-11-21T11:22:29,258 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into 3169be6649d345879f82c1817d9e15a8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:29,258 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:29,258 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=12, startTime=1732188149113; duration=0sec 2024-11-21T11:22:29,258 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:29,258 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:29,262 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:29,263 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/09c24bb9ae0648b6b09ef6a3f5471d53 is 50, key is test_row_0/C:col10/1732188147917/Put/seqid=0 2024-11-21T11:22:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188209260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188209266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188209271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742109_1285 (size=16931) 2024-11-21T11:22:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742110_1286 (size=12493) 2024-11-21T11:22:29,338 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/09c24bb9ae0648b6b09ef6a3f5471d53 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/09c24bb9ae0648b6b09ef6a3f5471d53 2024-11-21T11:22:29,357 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into 09c24bb9ae0648b6b09ef6a3f5471d53(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:29,357 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:29,357 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=12, startTime=1732188149113; duration=0sec 2024-11-21T11:22:29,357 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:29,357 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:29,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188209376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188209374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188209377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188209585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188209587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188209588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8ad7d2edb038416abcd19907ca0558b5 2024-11-21T11:22:29,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/fad7bf0fbe314c08a130b59918bad652 is 50, key is test_row_0/B:col10/1732188148545/Put/seqid=0 2024-11-21T11:22:29,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742111_1287 (size=12151) 2024-11-21T11:22:29,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/fad7bf0fbe314c08a130b59918bad652 2024-11-21T11:22:29,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4acfaaadddc1417ebadb6d2607b42d14 is 50, key is test_row_0/C:col10/1732188148545/Put/seqid=0 2024-11-21T11:22:29,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742112_1288 (size=12151) 2024-11-21T11:22:29,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4acfaaadddc1417ebadb6d2607b42d14 2024-11-21T11:22:29,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8ad7d2edb038416abcd19907ca0558b5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8ad7d2edb038416abcd19907ca0558b5 2024-11-21T11:22:29,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8ad7d2edb038416abcd19907ca0558b5, entries=250, sequenceid=169, filesize=16.5 K 2024-11-21T11:22:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/fad7bf0fbe314c08a130b59918bad652 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/fad7bf0fbe314c08a130b59918bad652 2024-11-21T11:22:29,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/fad7bf0fbe314c08a130b59918bad652, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T11:22:29,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4acfaaadddc1417ebadb6d2607b42d14 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4acfaaadddc1417ebadb6d2607b42d14 2024-11-21T11:22:29,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4acfaaadddc1417ebadb6d2607b42d14, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T11:22:29,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1595dcf844babd3c39f2f315ea5d63d in 637ms, sequenceid=169, compaction requested=false 2024-11-21T11:22:29,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:29,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T11:22:29,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:29,877 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:29,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/e030ef1883024d62a4ec2ac5be50fbb1 is 50, key is test_row_0/A:col10/1732188149216/Put/seqid=0 2024-11-21T11:22:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:29,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188209905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742113_1289 (size=12151) 2024-11-21T11:22:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188209912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188209913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188210015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188210019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188210019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188210220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188210224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188210225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188210286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,292 DEBUG [Thread-1163 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:30,317 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/e030ef1883024d62a4ec2ac5be50fbb1 2024-11-21T11:22:30,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/e9c01ed590044c3aad05af5c59d06be9 is 50, key is test_row_0/B:col10/1732188149216/Put/seqid=0 2024-11-21T11:22:30,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742114_1290 (size=12151) 2024-11-21T11:22:30,380 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/e9c01ed590044c3aad05af5c59d06be9 2024-11-21T11:22:30,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/bd887028f3c149daa9b970bc18067853 is 50, key is test_row_0/C:col10/1732188149216/Put/seqid=0 2024-11-21T11:22:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742115_1291 (size=12151) 2024-11-21T11:22:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188210525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188210529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188210529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188210629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:30,632 DEBUG [Thread-1167 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:30,847 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/bd887028f3c149daa9b970bc18067853 2024-11-21T11:22:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/e030ef1883024d62a4ec2ac5be50fbb1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/e030ef1883024d62a4ec2ac5be50fbb1 2024-11-21T11:22:30,871 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/e030ef1883024d62a4ec2ac5be50fbb1, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T11:22:30,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/e9c01ed590044c3aad05af5c59d06be9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e9c01ed590044c3aad05af5c59d06be9 2024-11-21T11:22:30,877 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e9c01ed590044c3aad05af5c59d06be9, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T11:22:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/bd887028f3c149daa9b970bc18067853 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bd887028f3c149daa9b970bc18067853 2024-11-21T11:22:30,900 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bd887028f3c149daa9b970bc18067853, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T11:22:30,902 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f1595dcf844babd3c39f2f315ea5d63d in 1024ms, sequenceid=196, compaction requested=true 2024-11-21T11:22:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:30,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-21T11:22:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-21T11:22:30,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-21T11:22:30,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1220 sec 2024-11-21T11:22:30,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.1280 sec 2024-11-21T11:22:31,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T11:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:31,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/5d22bc89b7714f3dba539e3f6590329f is 50, key is test_row_0/A:col10/1732188149907/Put/seqid=0 2024-11-21T11:22:31,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188211089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188211091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188211091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742116_1292 (size=14541) 2024-11-21T11:22:31,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188211193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188211197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188211197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188211398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188211402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188211410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/5d22bc89b7714f3dba539e3f6590329f 2024-11-21T11:22:31,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/d0275f376d7e45659de5d858586afd49 is 50, key is test_row_0/B:col10/1732188149907/Put/seqid=0 2024-11-21T11:22:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742117_1293 (size=12151) 2024-11-21T11:22:31,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/d0275f376d7e45659de5d858586afd49 2024-11-21T11:22:31,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/6a70219b42684aa594b27376e232e2a1 is 50, key is test_row_0/C:col10/1732188149907/Put/seqid=0 2024-11-21T11:22:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742118_1294 (size=12151) 2024-11-21T11:22:31,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188211704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188211707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:31,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188211715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/6a70219b42684aa594b27376e232e2a1 2024-11-21T11:22:32,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/5d22bc89b7714f3dba539e3f6590329f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/5d22bc89b7714f3dba539e3f6590329f 2024-11-21T11:22:32,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/5d22bc89b7714f3dba539e3f6590329f, entries=200, sequenceid=210, filesize=14.2 K 2024-11-21T11:22:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/d0275f376d7e45659de5d858586afd49 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/d0275f376d7e45659de5d858586afd49 2024-11-21T11:22:32,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/d0275f376d7e45659de5d858586afd49, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T11:22:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/6a70219b42684aa594b27376e232e2a1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/6a70219b42684aa594b27376e232e2a1 2024-11-21T11:22:32,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/6a70219b42684aa594b27376e232e2a1, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T11:22:32,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f1595dcf844babd3c39f2f315ea5d63d in 1009ms, sequenceid=210, compaction requested=true 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:32,044 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:32,044 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:32,046 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:32,047 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:32,047 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:32,047 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a10ad5944b3d468c8ca70213e355e899, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8ad7d2edb038416abcd19907ca0558b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/e030ef1883024d62a4ec2ac5be50fbb1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/5d22bc89b7714f3dba539e3f6590329f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=54.8 K 2024-11-21T11:22:32,047 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:32,047 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:32,047 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:32,048 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3169be6649d345879f82c1817d9e15a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/fad7bf0fbe314c08a130b59918bad652, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e9c01ed590044c3aad05af5c59d06be9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/d0275f376d7e45659de5d858586afd49] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=47.8 K 2024-11-21T11:22:32,048 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a10ad5944b3d468c8ca70213e355e899, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188147917 2024-11-21T11:22:32,048 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3169be6649d345879f82c1817d9e15a8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188147917 2024-11-21T11:22:32,048 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ad7d2edb038416abcd19907ca0558b5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732188148545 2024-11-21T11:22:32,049 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting fad7bf0fbe314c08a130b59918bad652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732188148545 2024-11-21T11:22:32,049 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e030ef1883024d62a4ec2ac5be50fbb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188149216 2024-11-21T11:22:32,049 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c01ed590044c3aad05af5c59d06be9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188149216 2024-11-21T11:22:32,050 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d22bc89b7714f3dba539e3f6590329f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188149907 2024-11-21T11:22:32,050 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d0275f376d7e45659de5d858586afd49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188149907 2024-11-21T11:22:32,066 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:32,066 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/ff058afa731a4ef7b81309581d0d0915 is 50, key is test_row_0/A:col10/1732188149907/Put/seqid=0 2024-11-21T11:22:32,069 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:32,070 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c421924070b946de8be43aa2d542c498 is 50, key is test_row_0/B:col10/1732188149907/Put/seqid=0 2024-11-21T11:22:32,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742119_1295 (size=12629) 2024-11-21T11:22:32,099 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/ff058afa731a4ef7b81309581d0d0915 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/ff058afa731a4ef7b81309581d0d0915 2024-11-21T11:22:32,105 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into ff058afa731a4ef7b81309581d0d0915(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:32,105 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:32,105 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=12, startTime=1732188152044; duration=0sec 2024-11-21T11:22:32,105 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:32,105 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:32,105 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:22:32,108 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:22:32,108 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:32,108 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:32,108 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/09c24bb9ae0648b6b09ef6a3f5471d53, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4acfaaadddc1417ebadb6d2607b42d14, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bd887028f3c149daa9b970bc18067853, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/6a70219b42684aa594b27376e232e2a1] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=47.8 K 2024-11-21T11:22:32,108 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c24bb9ae0648b6b09ef6a3f5471d53, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188147917 2024-11-21T11:22:32,109 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4acfaaadddc1417ebadb6d2607b42d14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732188148545 2024-11-21T11:22:32,110 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd887028f3c149daa9b970bc18067853, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188149216 2024-11-21T11:22:32,110 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a70219b42684aa594b27376e232e2a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188149907 2024-11-21T11:22:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742120_1296 (size=12629) 2024-11-21T11:22:32,130 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c421924070b946de8be43aa2d542c498 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c421924070b946de8be43aa2d542c498 2024-11-21T11:22:32,139 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into c421924070b946de8be43aa2d542c498(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:32,139 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:32,139 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=12, startTime=1732188152044; duration=0sec 2024-11-21T11:22:32,139 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:32,139 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:32,149 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#248 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:32,149 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/20414acd09f8411e92c89dc3ee901c24 is 50, key is test_row_0/C:col10/1732188149907/Put/seqid=0 2024-11-21T11:22:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742121_1297 (size=12629) 2024-11-21T11:22:32,191 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/20414acd09f8411e92c89dc3ee901c24 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/20414acd09f8411e92c89dc3ee901c24 2024-11-21T11:22:32,196 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into 20414acd09f8411e92c89dc3ee901c24(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:32,196 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:32,196 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=12, startTime=1732188152044; duration=0sec 2024-11-21T11:22:32,196 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:32,196 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:32,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:22:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:32,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8263130667da4f73b11996d838d05026 is 50, key is test_row_0/A:col10/1732188151087/Put/seqid=0 2024-11-21T11:22:32,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188212234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188212236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188212237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742122_1298 (size=12151) 2024-11-21T11:22:32,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8263130667da4f73b11996d838d05026 2024-11-21T11:22:32,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/229361c51a994bd7b7a04082bda024bf is 50, key is test_row_0/B:col10/1732188151087/Put/seqid=0 2024-11-21T11:22:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742123_1299 (size=12151) 2024-11-21T11:22:32,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/229361c51a994bd7b7a04082bda024bf 2024-11-21T11:22:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188212338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/cfae06540fd44f8686a54cbac306ce03 is 50, key is test_row_0/C:col10/1732188151087/Put/seqid=0 2024-11-21T11:22:32,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188212343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188212340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742124_1300 (size=12151) 2024-11-21T11:22:32,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/cfae06540fd44f8686a54cbac306ce03 2024-11-21T11:22:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8263130667da4f73b11996d838d05026 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8263130667da4f73b11996d838d05026 2024-11-21T11:22:32,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8263130667da4f73b11996d838d05026, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T11:22:32,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/229361c51a994bd7b7a04082bda024bf as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/229361c51a994bd7b7a04082bda024bf 2024-11-21T11:22:32,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/229361c51a994bd7b7a04082bda024bf, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T11:22:32,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/cfae06540fd44f8686a54cbac306ce03 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/cfae06540fd44f8686a54cbac306ce03 2024-11-21T11:22:32,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/cfae06540fd44f8686a54cbac306ce03, entries=150, sequenceid=237, filesize=11.9 K 2024-11-21T11:22:32,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f1595dcf844babd3c39f2f315ea5d63d in 216ms, sequenceid=237, compaction requested=false 2024-11-21T11:22:32,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:32,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:22:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:32,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:32,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/7590b98e1e2b47f99875900374ac5bc0 is 50, key is test_row_0/A:col10/1732188152228/Put/seqid=0 2024-11-21T11:22:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742125_1301 (size=14541) 2024-11-21T11:22:32,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188212606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188212612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188212612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188212714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188212718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188212718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T11:22:32,890 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-21T11:22:32,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-21T11:22:32,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:32,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:32,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T11:22:32,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188212917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188212922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188212922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T11:22:33,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/7590b98e1e2b47f99875900374ac5bc0 2024-11-21T11:22:33,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/023afd44d89e442f8521e1f89042c0d8 is 50, key is test_row_0/B:col10/1732188152228/Put/seqid=0 2024-11-21T11:22:33,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T11:22:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:33,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742126_1302 (size=12151) 2024-11-21T11:22:33,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/023afd44d89e442f8521e1f89042c0d8 2024-11-21T11:22:33,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/eb065b1777a24ccc8fe505fd13371bb5 is 50, key is test_row_0/C:col10/1732188152228/Put/seqid=0 2024-11-21T11:22:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742127_1303 (size=12151) 2024-11-21T11:22:33,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/eb065b1777a24ccc8fe505fd13371bb5 2024-11-21T11:22:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/7590b98e1e2b47f99875900374ac5bc0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7590b98e1e2b47f99875900374ac5bc0 2024-11-21T11:22:33,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7590b98e1e2b47f99875900374ac5bc0, entries=200, sequenceid=253, filesize=14.2 K 2024-11-21T11:22:33,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/023afd44d89e442f8521e1f89042c0d8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/023afd44d89e442f8521e1f89042c0d8 2024-11-21T11:22:33,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/023afd44d89e442f8521e1f89042c0d8, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:22:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/eb065b1777a24ccc8fe505fd13371bb5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/eb065b1777a24ccc8fe505fd13371bb5 2024-11-21T11:22:33,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/eb065b1777a24ccc8fe505fd13371bb5, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:22:33,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f1595dcf844babd3c39f2f315ea5d63d in 582ms, sequenceid=253, compaction requested=true 2024-11-21T11:22:33,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:33,135 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:33,135 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:33,136 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:33,136 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:33,136 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:33,136 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/ff058afa731a4ef7b81309581d0d0915, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8263130667da4f73b11996d838d05026, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7590b98e1e2b47f99875900374ac5bc0] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=38.4 K 2024-11-21T11:22:33,136 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:33,136 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:33,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:33,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c421924070b946de8be43aa2d542c498, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/229361c51a994bd7b7a04082bda024bf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/023afd44d89e442f8521e1f89042c0d8] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.1 K 2024-11-21T11:22:33,138 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff058afa731a4ef7b81309581d0d0915, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188149907 2024-11-21T11:22:33,138 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c421924070b946de8be43aa2d542c498, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188149907 2024-11-21T11:22:33,138 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8263130667da4f73b11996d838d05026, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732188151087 2024-11-21T11:22:33,138 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 229361c51a994bd7b7a04082bda024bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732188151087 2024-11-21T11:22:33,139 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7590b98e1e2b47f99875900374ac5bc0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188152228 2024-11-21T11:22:33,139 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 023afd44d89e442f8521e1f89042c0d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188152228 2024-11-21T11:22:33,161 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:33,162 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/24772d505a4b4b0caa790fec99bc2418 is 50, key is test_row_0/B:col10/1732188152228/Put/seqid=0 2024-11-21T11:22:33,166 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:33,167 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/072b3f6b08a54b9984c27eb115a6eb38 is 50, key is test_row_0/A:col10/1732188152228/Put/seqid=0 2024-11-21T11:22:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T11:22:33,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T11:22:33,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:33,203 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:22:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742128_1304 (size=12731) 2024-11-21T11:22:33,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:33,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:33,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:33,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:33,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:33,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:33,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742129_1305 (size=12731) 2024-11-21T11:22:33,239 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/072b3f6b08a54b9984c27eb115a6eb38 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/072b3f6b08a54b9984c27eb115a6eb38 2024-11-21T11:22:33,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8e3154d1c2864364a5cef7a7372962ce is 50, key is test_row_0/A:col10/1732188152594/Put/seqid=0 2024-11-21T11:22:33,244 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into 072b3f6b08a54b9984c27eb115a6eb38(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:33,244 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:33,244 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=13, startTime=1732188153134; duration=0sec 2024-11-21T11:22:33,245 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:33,245 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:33,245 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:33,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:33,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:33,247 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:33,247 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/20414acd09f8411e92c89dc3ee901c24, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/cfae06540fd44f8686a54cbac306ce03, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/eb065b1777a24ccc8fe505fd13371bb5] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.1 K 2024-11-21T11:22:33,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20414acd09f8411e92c89dc3ee901c24, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188149907 2024-11-21T11:22:33,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfae06540fd44f8686a54cbac306ce03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732188151087 2024-11-21T11:22:33,248 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb065b1777a24ccc8fe505fd13371bb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188152228 2024-11-21T11:22:33,261 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742130_1306 (size=12301) 2024-11-21T11:22:33,262 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/04b7019275764092a55d5d7a12f70570 is 50, key is test_row_0/C:col10/1732188152228/Put/seqid=0 2024-11-21T11:22:33,264 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8e3154d1c2864364a5cef7a7372962ce 2024-11-21T11:22:33,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188213259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188213262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188213264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/3e624521fc5c4bdc9acb7e4a82606479 is 50, key is test_row_0/B:col10/1732188152594/Put/seqid=0 2024-11-21T11:22:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742131_1307 (size=12731) 2024-11-21T11:22:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742132_1308 (size=12301) 2024-11-21T11:22:33,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188213365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188213369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188213369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T11:22:33,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188213573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188213599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188213600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,611 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/24772d505a4b4b0caa790fec99bc2418 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/24772d505a4b4b0caa790fec99bc2418 2024-11-21T11:22:33,620 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into 24772d505a4b4b0caa790fec99bc2418(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:33,620 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:33,620 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=13, startTime=1732188153135; duration=0sec 2024-11-21T11:22:33,620 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:33,620 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:33,744 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/04b7019275764092a55d5d7a12f70570 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/04b7019275764092a55d5d7a12f70570 2024-11-21T11:22:33,754 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into 04b7019275764092a55d5d7a12f70570(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:33,754 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:33,754 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=13, startTime=1732188153135; duration=0sec 2024-11-21T11:22:33,755 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:33,755 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:33,761 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/3e624521fc5c4bdc9acb7e4a82606479 2024-11-21T11:22:33,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/0681c191c07c43059999d963e9fcaa45 is 50, key is test_row_0/C:col10/1732188152594/Put/seqid=0 2024-11-21T11:22:33,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742133_1309 (size=12301) 2024-11-21T11:22:33,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188213876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188213904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:33,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188213910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T11:22:34,219 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/0681c191c07c43059999d963e9fcaa45 2024-11-21T11:22:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/8e3154d1c2864364a5cef7a7372962ce as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8e3154d1c2864364a5cef7a7372962ce 2024-11-21T11:22:34,231 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8e3154d1c2864364a5cef7a7372962ce, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T11:22:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/3e624521fc5c4bdc9acb7e4a82606479 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3e624521fc5c4bdc9acb7e4a82606479 2024-11-21T11:22:34,238 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3e624521fc5c4bdc9acb7e4a82606479, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T11:22:34,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/0681c191c07c43059999d963e9fcaa45 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0681c191c07c43059999d963e9fcaa45 2024-11-21T11:22:34,244 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0681c191c07c43059999d963e9fcaa45, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T11:22:34,246 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f1595dcf844babd3c39f2f315ea5d63d in 1043ms, sequenceid=274, compaction requested=false 2024-11-21T11:22:34,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:34,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:34,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-21T11:22:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-21T11:22:34,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-21T11:22:34,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3530 sec 2024-11-21T11:22:34,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.3610 sec 2024-11-21T11:22:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:34,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T11:22:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:34,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:34,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1940b3bbcfc647fa8edca716ad06eeab is 50, key is test_row_0/A:col10/1732188153239/Put/seqid=0 2024-11-21T11:22:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742134_1310 (size=14741) 2024-11-21T11:22:34,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1940b3bbcfc647fa8edca716ad06eeab 2024-11-21T11:22:34,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/b8ca1993dd284e3fb9fac84d487d54a0 is 50, key is test_row_0/B:col10/1732188153239/Put/seqid=0 2024-11-21T11:22:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742135_1311 (size=12301) 2024-11-21T11:22:34,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188214409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188214410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188214413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188214417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/b8ca1993dd284e3fb9fac84d487d54a0 2024-11-21T11:22:34,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4b54f3a1a6d544e1a6f534f636ed1129 is 50, key is test_row_0/C:col10/1732188153239/Put/seqid=0 2024-11-21T11:22:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742136_1312 (size=12301) 2024-11-21T11:22:34,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188214513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188214517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188214718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188214722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:34,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4b54f3a1a6d544e1a6f534f636ed1129 2024-11-21T11:22:34,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1940b3bbcfc647fa8edca716ad06eeab as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1940b3bbcfc647fa8edca716ad06eeab 2024-11-21T11:22:34,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1940b3bbcfc647fa8edca716ad06eeab, entries=200, sequenceid=293, filesize=14.4 K 2024-11-21T11:22:34,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/b8ca1993dd284e3fb9fac84d487d54a0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/b8ca1993dd284e3fb9fac84d487d54a0 2024-11-21T11:22:34,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/b8ca1993dd284e3fb9fac84d487d54a0, entries=150, sequenceid=293, filesize=12.0 K 2024-11-21T11:22:34,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/4b54f3a1a6d544e1a6f534f636ed1129 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4b54f3a1a6d544e1a6f534f636ed1129 2024-11-21T11:22:34,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4b54f3a1a6d544e1a6f534f636ed1129, entries=150, sequenceid=293, filesize=12.0 K 2024-11-21T11:22:34,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f1595dcf844babd3c39f2f315ea5d63d in 641ms, sequenceid=293, compaction requested=true 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:34,940 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:34,940 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:34,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:34,942 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:34,943 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:34,943 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:34,943 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/24772d505a4b4b0caa790fec99bc2418, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3e624521fc5c4bdc9acb7e4a82606479, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/b8ca1993dd284e3fb9fac84d487d54a0] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.5 K 2024-11-21T11:22:34,944 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 24772d505a4b4b0caa790fec99bc2418, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188152228 2024-11-21T11:22:34,944 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:34,944 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:34,944 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:34,944 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/072b3f6b08a54b9984c27eb115a6eb38, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8e3154d1c2864364a5cef7a7372962ce, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1940b3bbcfc647fa8edca716ad06eeab] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=38.8 K 2024-11-21T11:22:34,945 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 072b3f6b08a54b9984c27eb115a6eb38, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188152228 2024-11-21T11:22:34,945 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e624521fc5c4bdc9acb7e4a82606479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732188152594 2024-11-21T11:22:34,945 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e3154d1c2864364a5cef7a7372962ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732188152594 2024-11-21T11:22:34,945 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1940b3bbcfc647fa8edca716ad06eeab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732188153239 2024-11-21T11:22:34,945 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ca1993dd284e3fb9fac84d487d54a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732188153239 2024-11-21T11:22:34,965 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:34,965 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1d517a3ef3194cf997eb529c39411eb6 is 50, key is test_row_0/A:col10/1732188153239/Put/seqid=0 2024-11-21T11:22:34,978 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:34,979 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/9709c9f8d8e34b1e83447e729f842737 is 50, key is test_row_0/B:col10/1732188153239/Put/seqid=0 2024-11-21T11:22:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T11:22:35,003 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-21T11:22:35,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-21T11:22:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T11:22:35,008 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:35,009 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:35,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742137_1313 (size=12983) 2024-11-21T11:22:35,018 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1d517a3ef3194cf997eb529c39411eb6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1d517a3ef3194cf997eb529c39411eb6 2024-11-21T11:22:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742138_1314 (size=12983) 2024-11-21T11:22:35,028 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into 1d517a3ef3194cf997eb529c39411eb6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:35,028 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:35,028 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=13, startTime=1732188154940; duration=0sec 2024-11-21T11:22:35,029 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:35,029 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:35,029 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:35,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:22:35,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:35,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:35,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:35,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:35,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:35,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:35,034 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/9709c9f8d8e34b1e83447e729f842737 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/9709c9f8d8e34b1e83447e729f842737 2024-11-21T11:22:35,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/2462455f51a64a9aab570aa702b1ac5c is 50, key is test_row_0/A:col10/1732188155025/Put/seqid=0 2024-11-21T11:22:35,039 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:35,039 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:35,039 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:35,040 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/04b7019275764092a55d5d7a12f70570, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0681c191c07c43059999d963e9fcaa45, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4b54f3a1a6d544e1a6f534f636ed1129] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.5 K 2024-11-21T11:22:35,041 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04b7019275764092a55d5d7a12f70570, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188152228 2024-11-21T11:22:35,041 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0681c191c07c43059999d963e9fcaa45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732188152594 2024-11-21T11:22:35,042 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b54f3a1a6d544e1a6f534f636ed1129, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732188153239 2024-11-21T11:22:35,044 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into 9709c9f8d8e34b1e83447e729f842737(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:35,044 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:35,044 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=13, startTime=1732188154940; duration=0sec 2024-11-21T11:22:35,044 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:35,045 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:35,059 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:35,059 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/7c5257f9ad744a2989b9484c88f29096 is 50, key is test_row_0/C:col10/1732188153239/Put/seqid=0 2024-11-21T11:22:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742139_1315 (size=14741) 2024-11-21T11:22:35,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/2462455f51a64a9aab570aa702b1ac5c 2024-11-21T11:22:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188215065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188215066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/875229014bdf439ca62782d83bb3f37d is 50, key is test_row_0/B:col10/1732188155025/Put/seqid=0 2024-11-21T11:22:35,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742140_1316 (size=12983) 2024-11-21T11:22:35,093 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/7c5257f9ad744a2989b9484c88f29096 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7c5257f9ad744a2989b9484c88f29096 2024-11-21T11:22:35,097 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into 7c5257f9ad744a2989b9484c88f29096(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:35,097 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:35,097 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=13, startTime=1732188154940; duration=0sec 2024-11-21T11:22:35,098 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:35,098 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:35,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742141_1317 (size=12301) 2024-11-21T11:22:35,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/875229014bdf439ca62782d83bb3f37d 2024-11-21T11:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T11:22:35,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/c7bb051c526744eaa20fc2a6dbbbafc4 is 50, key is test_row_0/C:col10/1732188155025/Put/seqid=0 2024-11-21T11:22:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742142_1318 (size=12301) 2024-11-21T11:22:35,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/c7bb051c526744eaa20fc2a6dbbbafc4 2024-11-21T11:22:35,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/2462455f51a64a9aab570aa702b1ac5c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/2462455f51a64a9aab570aa702b1ac5c 2024-11-21T11:22:35,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T11:22:35,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:35,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:35,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:35,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:35,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:35,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/2462455f51a64a9aab570aa702b1ac5c, entries=200, sequenceid=315, filesize=14.4 K 2024-11-21T11:22:35,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/875229014bdf439ca62782d83bb3f37d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/875229014bdf439ca62782d83bb3f37d 2024-11-21T11:22:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188215170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188215170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/875229014bdf439ca62782d83bb3f37d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T11:22:35,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/c7bb051c526744eaa20fc2a6dbbbafc4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c7bb051c526744eaa20fc2a6dbbbafc4 2024-11-21T11:22:35,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c7bb051c526744eaa20fc2a6dbbbafc4, entries=150, sequenceid=315, filesize=12.0 K 2024-11-21T11:22:35,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f1595dcf844babd3c39f2f315ea5d63d in 167ms, sequenceid=315, compaction requested=false 2024-11-21T11:22:35,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T11:22:35,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T11:22:35,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:35,317 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T11:22:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:35,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:35,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/d5748fd2df514e7a8a121f16eebfee5b is 50, key is test_row_0/A:col10/1732188155064/Put/seqid=0 2024-11-21T11:22:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742143_1319 (size=12301) 2024-11-21T11:22:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:35,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188215423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188215423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188215424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188215424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188215527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188215528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188215528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188215528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T11:22:35,726 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/d5748fd2df514e7a8a121f16eebfee5b 2024-11-21T11:22:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188215731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188215732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/81c6f63ef019435ba0befc47a8957eee is 50, key is test_row_0/B:col10/1732188155064/Put/seqid=0 2024-11-21T11:22:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188215732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188215734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:35,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742144_1320 (size=12301) 2024-11-21T11:22:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188216034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188216034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188216036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188216037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T11:22:36,146 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/81c6f63ef019435ba0befc47a8957eee 2024-11-21T11:22:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/08bed40bec0b4391970114b3f7b95c1b is 50, key is test_row_0/C:col10/1732188155064/Put/seqid=0 2024-11-21T11:22:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742145_1321 (size=12301) 2024-11-21T11:22:36,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188216539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188216539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188216540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188216542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:36,566 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/08bed40bec0b4391970114b3f7b95c1b 2024-11-21T11:22:36,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/d5748fd2df514e7a8a121f16eebfee5b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d5748fd2df514e7a8a121f16eebfee5b 2024-11-21T11:22:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d5748fd2df514e7a8a121f16eebfee5b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T11:22:36,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/81c6f63ef019435ba0befc47a8957eee as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/81c6f63ef019435ba0befc47a8957eee 2024-11-21T11:22:36,587 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/81c6f63ef019435ba0befc47a8957eee, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T11:22:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/08bed40bec0b4391970114b3f7b95c1b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/08bed40bec0b4391970114b3f7b95c1b 2024-11-21T11:22:36,593 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/08bed40bec0b4391970114b3f7b95c1b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-21T11:22:36,594 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f1595dcf844babd3c39f2f315ea5d63d in 1277ms, sequenceid=332, compaction requested=true 2024-11-21T11:22:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-21T11:22:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-21T11:22:36,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T11:22:36,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5870 sec 2024-11-21T11:22:36,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.5920 sec 2024-11-21T11:22:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T11:22:37,112 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-21T11:22:37,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-21T11:22:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T11:22:37,115 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:37,115 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:37,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T11:22:37,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T11:22:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:37,268 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T11:22:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/bc8f85fc8a264d778ef341d9dbe56bcb is 50, key is test_row_0/A:col10/1732188155423/Put/seqid=0 2024-11-21T11:22:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742146_1322 (size=12301) 2024-11-21T11:22:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T11:22:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188217553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188217556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188217556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188217557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188217657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188217660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188217660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188217660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,678 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/bc8f85fc8a264d778ef341d9dbe56bcb 2024-11-21T11:22:37,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/65f2cece86804acabffac6c73916fca5 is 50, key is test_row_0/B:col10/1732188155423/Put/seqid=0 2024-11-21T11:22:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742147_1323 (size=12301) 2024-11-21T11:22:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T11:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188217862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188217862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188217863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188217863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,089 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/65f2cece86804acabffac6c73916fca5 2024-11-21T11:22:38,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/c4a7396e4eab45408832e202b34da744 is 50, key is test_row_0/C:col10/1732188155423/Put/seqid=0 2024-11-21T11:22:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742148_1324 (size=12301) 2024-11-21T11:22:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188218165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188218166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188218167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188218167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T11:22:38,501 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/c4a7396e4eab45408832e202b34da744 2024-11-21T11:22:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/bc8f85fc8a264d778ef341d9dbe56bcb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bc8f85fc8a264d778ef341d9dbe56bcb 2024-11-21T11:22:38,510 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bc8f85fc8a264d778ef341d9dbe56bcb, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T11:22:38,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/65f2cece86804acabffac6c73916fca5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/65f2cece86804acabffac6c73916fca5 2024-11-21T11:22:38,515 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/65f2cece86804acabffac6c73916fca5, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T11:22:38,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/c4a7396e4eab45408832e202b34da744 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c4a7396e4eab45408832e202b34da744 2024-11-21T11:22:38,520 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c4a7396e4eab45408832e202b34da744, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T11:22:38,521 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f1595dcf844babd3c39f2f315ea5d63d in 1254ms, sequenceid=354, compaction requested=true 2024-11-21T11:22:38,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:38,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:38,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-21T11:22:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-21T11:22:38,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T11:22:38,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-21T11:22:38,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.4110 sec 2024-11-21T11:22:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:38,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T11:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:38,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/dc6567576cc4410ca041658f41f0a730 is 50, key is test_row_0/A:col10/1732188157556/Put/seqid=0 2024-11-21T11:22:38,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742149_1325 (size=12301) 2024-11-21T11:22:38,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188218689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188218691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188218691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188218692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188218793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188218795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188218795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188218795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188218997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188218997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188218998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188218999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/dc6567576cc4410ca041658f41f0a730 2024-11-21T11:22:39,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/acb741e8558f4750b2f76a864f7f4fde is 50, key is test_row_0/B:col10/1732188157556/Put/seqid=0 2024-11-21T11:22:39,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742150_1326 (size=12301) 2024-11-21T11:22:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T11:22:39,218 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-21T11:22:39,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-21T11:22:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T11:22:39,221 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:39,221 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:39,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:39,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188219300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188219301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188219303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188219304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T11:22:39,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T11:22:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/acb741e8558f4750b2f76a864f7f4fde 2024-11-21T11:22:39,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/8f54c6a2ef3b4386a767f04015ac228c is 50, key is test_row_0/C:col10/1732188157556/Put/seqid=0 2024-11-21T11:22:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742151_1327 (size=12301) 2024-11-21T11:22:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T11:22:39,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T11:22:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T11:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188219804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188219806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188219807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188219807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T11:22:39,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T11:22:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:39,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/8f54c6a2ef3b4386a767f04015ac228c 2024-11-21T11:22:39,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/dc6567576cc4410ca041658f41f0a730 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/dc6567576cc4410ca041658f41f0a730 2024-11-21T11:22:39,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/dc6567576cc4410ca041658f41f0a730, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T11:22:39,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/acb741e8558f4750b2f76a864f7f4fde as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/acb741e8558f4750b2f76a864f7f4fde 2024-11-21T11:22:39,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/acb741e8558f4750b2f76a864f7f4fde, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T11:22:39,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/8f54c6a2ef3b4386a767f04015ac228c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/8f54c6a2ef3b4386a767f04015ac228c 2024-11-21T11:22:39,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/8f54c6a2ef3b4386a767f04015ac228c, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T11:22:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-21T11:22:39,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f1595dcf844babd3c39f2f315ea5d63d in 1253ms, sequenceid=370, compaction requested=true 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:39,926 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:39,926 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T11:22:39,927 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64627 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T11:22:39,927 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T11:22:39,927 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:39,927 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:39,927 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,927 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,928 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/9709c9f8d8e34b1e83447e729f842737, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/875229014bdf439ca62782d83bb3f37d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/81c6f63ef019435ba0befc47a8957eee, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/65f2cece86804acabffac6c73916fca5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/acb741e8558f4750b2f76a864f7f4fde] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=60.7 K 2024-11-21T11:22:39,928 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1d517a3ef3194cf997eb529c39411eb6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/2462455f51a64a9aab570aa702b1ac5c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d5748fd2df514e7a8a121f16eebfee5b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bc8f85fc8a264d778ef341d9dbe56bcb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/dc6567576cc4410ca041658f41f0a730] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=63.1 K 2024-11-21T11:22:39,928 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9709c9f8d8e34b1e83447e729f842737, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732188153239 2024-11-21T11:22:39,928 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d517a3ef3194cf997eb529c39411eb6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732188153239 2024-11-21T11:22:39,928 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2462455f51a64a9aab570aa702b1ac5c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732188154385 2024-11-21T11:22:39,928 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 875229014bdf439ca62782d83bb3f37d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732188154385 2024-11-21T11:22:39,929 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5748fd2df514e7a8a121f16eebfee5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732188155058 2024-11-21T11:22:39,929 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 81c6f63ef019435ba0befc47a8957eee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732188155058 2024-11-21T11:22:39,929 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 65f2cece86804acabffac6c73916fca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732188155422 2024-11-21T11:22:39,929 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc8f85fc8a264d778ef341d9dbe56bcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732188155422 2024-11-21T11:22:39,929 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting acb741e8558f4750b2f76a864f7f4fde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188157548 2024-11-21T11:22:39,929 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc6567576cc4410ca041658f41f0a730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188157548 2024-11-21T11:22:39,938 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:39,938 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:39,939 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/0aec8a245c26463f8636dece413f8d4f is 50, key is test_row_0/A:col10/1732188157556/Put/seqid=0 2024-11-21T11:22:39,939 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/ae1280ceb9744460900d1f75d10bade5 is 50, key is test_row_0/B:col10/1732188157556/Put/seqid=0 2024-11-21T11:22:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742152_1328 (size=13153) 2024-11-21T11:22:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742153_1329 (size=13153) 2024-11-21T11:22:39,948 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/0aec8a245c26463f8636dece413f8d4f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0aec8a245c26463f8636dece413f8d4f 2024-11-21T11:22:39,952 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into 0aec8a245c26463f8636dece413f8d4f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:39,952 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:39,952 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=11, startTime=1732188159926; duration=0sec 2024-11-21T11:22:39,953 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:39,953 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:39,953 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T11:22:39,954 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T11:22:39,954 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:39,954 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,954 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7c5257f9ad744a2989b9484c88f29096, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c7bb051c526744eaa20fc2a6dbbbafc4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/08bed40bec0b4391970114b3f7b95c1b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c4a7396e4eab45408832e202b34da744, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/8f54c6a2ef3b4386a767f04015ac228c] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=60.7 K 2024-11-21T11:22:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c5257f9ad744a2989b9484c88f29096, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732188153239 2024-11-21T11:22:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7bb051c526744eaa20fc2a6dbbbafc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732188154385 2024-11-21T11:22:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08bed40bec0b4391970114b3f7b95c1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732188155058 2024-11-21T11:22:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4a7396e4eab45408832e202b34da744, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732188155422 2024-11-21T11:22:39,955 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f54c6a2ef3b4386a767f04015ac228c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188157548 2024-11-21T11:22:39,964 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:39,964 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/55b781d60a4940b8b55211aed44a361d is 50, key is test_row_0/C:col10/1732188157556/Put/seqid=0 2024-11-21T11:22:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742154_1330 (size=13153) 2024-11-21T11:22:39,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:39,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:39,985 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/98a321379384412ab3798f2f5d70395f is 50, key is test_row_0/A:col10/1732188158690/Put/seqid=0 2024-11-21T11:22:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742155_1331 (size=12301) 2024-11-21T11:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T11:22:40,348 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/ae1280ceb9744460900d1f75d10bade5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/ae1280ceb9744460900d1f75d10bade5 2024-11-21T11:22:40,352 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into ae1280ceb9744460900d1f75d10bade5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:40,352 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:40,353 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=11, startTime=1732188159926; duration=0sec 2024-11-21T11:22:40,353 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:40,353 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:40,372 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/55b781d60a4940b8b55211aed44a361d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/55b781d60a4940b8b55211aed44a361d 2024-11-21T11:22:40,376 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into 55b781d60a4940b8b55211aed44a361d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:40,376 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:40,376 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=11, startTime=1732188159926; duration=0sec 2024-11-21T11:22:40,376 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:40,376 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:40,393 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/98a321379384412ab3798f2f5d70395f 2024-11-21T11:22:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c7a58b1f760a49b3b24dd2a1892403f3 is 50, key is test_row_0/B:col10/1732188158690/Put/seqid=0 2024-11-21T11:22:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742156_1332 (size=12301) 2024-11-21T11:22:40,403 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c7a58b1f760a49b3b24dd2a1892403f3 2024-11-21T11:22:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/2b5a217925144f17ace26d11e56369a4 is 50, key is test_row_0/C:col10/1732188158690/Put/seqid=0 2024-11-21T11:22:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742157_1333 (size=12301) 2024-11-21T11:22:40,413 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/2b5a217925144f17ace26d11e56369a4 2024-11-21T11:22:40,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/98a321379384412ab3798f2f5d70395f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/98a321379384412ab3798f2f5d70395f 2024-11-21T11:22:40,420 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/98a321379384412ab3798f2f5d70395f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T11:22:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c7a58b1f760a49b3b24dd2a1892403f3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7a58b1f760a49b3b24dd2a1892403f3 2024-11-21T11:22:40,424 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7a58b1f760a49b3b24dd2a1892403f3, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T11:22:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/2b5a217925144f17ace26d11e56369a4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/2b5a217925144f17ace26d11e56369a4 2024-11-21T11:22:40,429 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/2b5a217925144f17ace26d11e56369a4, entries=150, sequenceid=392, filesize=12.0 K 2024-11-21T11:22:40,430 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for f1595dcf844babd3c39f2f315ea5d63d in 445ms, sequenceid=392, compaction requested=false 2024-11-21T11:22:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:40,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-21T11:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-21T11:22:40,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T11:22:40,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2100 sec 2024-11-21T11:22:40,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.2140 sec 2024-11-21T11:22:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:40,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:40,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:40,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/52a3a8bafcfd4e8fa389b3ceed0f85a0 is 50, key is test_row_0/A:col10/1732188160704/Put/seqid=0 2024-11-21T11:22:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742158_1334 (size=12301) 2024-11-21T11:22:40,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188220770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:40,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48334 deadline: 1732188220810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48380 deadline: 1732188220813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:40,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732188220813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732188220817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188220873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188221076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/52a3a8bafcfd4e8fa389b3ceed0f85a0 2024-11-21T11:22:41,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/806cd6039c4d4ad3a47814ef2e74d06a is 50, key is test_row_0/B:col10/1732188160704/Put/seqid=0 2024-11-21T11:22:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742159_1335 (size=12301) 2024-11-21T11:22:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T11:22:41,325 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-21T11:22:41,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-21T11:22:41,328 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T11:22:41,328 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:41,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:41,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188221380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T11:22:41,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T11:22:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/806cd6039c4d4ad3a47814ef2e74d06a 2024-11-21T11:22:41,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/302ed58a14074ea49c4dd110a80d5f2a is 50, key is test_row_0/C:col10/1732188160704/Put/seqid=0 2024-11-21T11:22:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742160_1336 (size=12301) 2024-11-21T11:22:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T11:22:41,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T11:22:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T11:22:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732188221886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T11:22:41,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:41,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T11:22:41,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. as already flushing 2024-11-21T11:22:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:41,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/302ed58a14074ea49c4dd110a80d5f2a 2024-11-21T11:22:41,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/52a3a8bafcfd4e8fa389b3ceed0f85a0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/52a3a8bafcfd4e8fa389b3ceed0f85a0 2024-11-21T11:22:41,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/52a3a8bafcfd4e8fa389b3ceed0f85a0, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T11:22:41,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/806cd6039c4d4ad3a47814ef2e74d06a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/806cd6039c4d4ad3a47814ef2e74d06a 2024-11-21T11:22:41,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/806cd6039c4d4ad3a47814ef2e74d06a, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T11:22:41,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/302ed58a14074ea49c4dd110a80d5f2a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/302ed58a14074ea49c4dd110a80d5f2a 2024-11-21T11:22:41,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/302ed58a14074ea49c4dd110a80d5f2a, entries=150, sequenceid=405, filesize=12.0 K 2024-11-21T11:22:41,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f1595dcf844babd3c39f2f315ea5d63d in 1271ms, sequenceid=405, compaction requested=true 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:41,976 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1595dcf844babd3c39f2f315ea5d63d:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:41,976 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:41,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:41,977 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:41,977 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:41,977 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/A is initiating minor compaction (all files) 2024-11-21T11:22:41,977 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/B is initiating minor compaction (all files) 2024-11-21T11:22:41,977 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/A in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,977 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/B in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:41,977 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0aec8a245c26463f8636dece413f8d4f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/98a321379384412ab3798f2f5d70395f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/52a3a8bafcfd4e8fa389b3ceed0f85a0] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.9 K 2024-11-21T11:22:41,977 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/ae1280ceb9744460900d1f75d10bade5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7a58b1f760a49b3b24dd2a1892403f3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/806cd6039c4d4ad3a47814ef2e74d06a] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.9 K 2024-11-21T11:22:41,977 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aec8a245c26463f8636dece413f8d4f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188157548 2024-11-21T11:22:41,978 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1280ceb9744460900d1f75d10bade5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188157548 2024-11-21T11:22:41,978 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98a321379384412ab3798f2f5d70395f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732188158688 2024-11-21T11:22:41,978 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c7a58b1f760a49b3b24dd2a1892403f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732188158688 2024-11-21T11:22:41,978 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52a3a8bafcfd4e8fa389b3ceed0f85a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732188160697 2024-11-21T11:22:41,978 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 806cd6039c4d4ad3a47814ef2e74d06a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732188160697 2024-11-21T11:22:41,984 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#A#compaction#289 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:41,985 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:41,985 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/c8ef312731b1463ca0e324a6f5e5633b is 50, key is test_row_0/A:col10/1732188160704/Put/seqid=0 2024-11-21T11:22:41,985 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c7538ea9ff9d48589b89cdad9d661181 is 50, key is test_row_0/B:col10/1732188160704/Put/seqid=0 2024-11-21T11:22:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742161_1337 (size=13255) 2024-11-21T11:22:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742162_1338 (size=13255) 2024-11-21T11:22:42,014 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/c7538ea9ff9d48589b89cdad9d661181 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7538ea9ff9d48589b89cdad9d661181 2024-11-21T11:22:42,018 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/B of f1595dcf844babd3c39f2f315ea5d63d into c7538ea9ff9d48589b89cdad9d661181(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:42,018 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:42,018 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/B, priority=13, startTime=1732188161976; duration=0sec 2024-11-21T11:22:42,019 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:42,019 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:B 2024-11-21T11:22:42,019 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:42,020 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:42,020 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): f1595dcf844babd3c39f2f315ea5d63d/C is initiating minor compaction (all files) 2024-11-21T11:22:42,020 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f1595dcf844babd3c39f2f315ea5d63d/C in TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:42,020 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/55b781d60a4940b8b55211aed44a361d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/2b5a217925144f17ace26d11e56369a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/302ed58a14074ea49c4dd110a80d5f2a] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp, totalSize=36.9 K 2024-11-21T11:22:42,020 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 55b781d60a4940b8b55211aed44a361d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188157548 2024-11-21T11:22:42,021 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b5a217925144f17ace26d11e56369a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732188158688 2024-11-21T11:22:42,021 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 302ed58a14074ea49c4dd110a80d5f2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732188160697 2024-11-21T11:22:42,027 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1595dcf844babd3c39f2f315ea5d63d#C#compaction#290 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:42,028 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/a5e47c98da5a423cb97de96b718998fd is 50, key is test_row_0/C:col10/1732188160704/Put/seqid=0 2024-11-21T11:22:42,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742163_1339 (size=13255) 2024-11-21T11:22:42,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:42,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:42,093 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:42,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/4391f3ab90c9485ca65a6c6f93b04273 is 50, key is test_row_0/A:col10/1732188160767/Put/seqid=0 2024-11-21T11:22:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742164_1340 (size=12301) 2024-11-21T11:22:42,104 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/4391f3ab90c9485ca65a6c6f93b04273 2024-11-21T11:22:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/e401475802024425bf71e68b81ec2a15 is 50, key is test_row_0/B:col10/1732188160767/Put/seqid=0 2024-11-21T11:22:42,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742165_1341 (size=12301) 2024-11-21T11:22:42,117 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/e401475802024425bf71e68b81ec2a15 2024-11-21T11:22:42,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/deb764de9f714e11b2880aff8d313465 is 50, key is test_row_0/C:col10/1732188160767/Put/seqid=0 2024-11-21T11:22:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742166_1342 (size=12301) 2024-11-21T11:22:42,140 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/deb764de9f714e11b2880aff8d313465 2024-11-21T11:22:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/4391f3ab90c9485ca65a6c6f93b04273 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/4391f3ab90c9485ca65a6c6f93b04273 2024-11-21T11:22:42,155 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/4391f3ab90c9485ca65a6c6f93b04273, entries=150, sequenceid=431, filesize=12.0 K 2024-11-21T11:22:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/e401475802024425bf71e68b81ec2a15 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e401475802024425bf71e68b81ec2a15 2024-11-21T11:22:42,159 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e401475802024425bf71e68b81ec2a15, entries=150, sequenceid=431, filesize=12.0 K 2024-11-21T11:22:42,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/deb764de9f714e11b2880aff8d313465 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/deb764de9f714e11b2880aff8d313465 2024-11-21T11:22:42,164 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/deb764de9f714e11b2880aff8d313465, entries=150, sequenceid=431, filesize=12.0 K 2024-11-21T11:22:42,164 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f1595dcf844babd3c39f2f315ea5d63d in 71ms, sequenceid=431, compaction requested=false 2024-11-21T11:22:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-21T11:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-21T11:22:42,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T11:22:42,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 838 msec 2024-11-21T11:22:42,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 842 msec 2024-11-21T11:22:42,368 DEBUG [Thread-1178 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:59296 2024-11-21T11:22:42,368 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,368 DEBUG [Thread-1180 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:59296 2024-11-21T11:22:42,368 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,369 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:59296 2024-11-21T11:22:42,369 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,369 DEBUG [Thread-1174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:59296 2024-11-21T11:22:42,369 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,369 DEBUG [Thread-1176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:59296 2024-11-21T11:22:42,369 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,409 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/c8ef312731b1463ca0e324a6f5e5633b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/c8ef312731b1463ca0e324a6f5e5633b 2024-11-21T11:22:42,413 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/A of f1595dcf844babd3c39f2f315ea5d63d into c8ef312731b1463ca0e324a6f5e5633b(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:42,413 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:42,413 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/A, priority=13, startTime=1732188161976; duration=0sec 2024-11-21T11:22:42,413 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:42,413 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:A 2024-11-21T11:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T11:22:42,432 INFO [Thread-1171 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-21T11:22:42,436 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/a5e47c98da5a423cb97de96b718998fd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/a5e47c98da5a423cb97de96b718998fd 2024-11-21T11:22:42,439 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f1595dcf844babd3c39f2f315ea5d63d/C of f1595dcf844babd3c39f2f315ea5d63d into a5e47c98da5a423cb97de96b718998fd(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:42,439 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:42,439 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d., storeName=f1595dcf844babd3c39f2f315ea5d63d/C, priority=13, startTime=1732188161976; duration=0sec 2024-11-21T11:22:42,439 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:42,439 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1595dcf844babd3c39f2f315ea5d63d:C 2024-11-21T11:22:42,819 DEBUG [Thread-1161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:59296 2024-11-21T11:22:42,819 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,822 DEBUG [Thread-1169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:59296 2024-11-21T11:22:42,822 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,832 DEBUG [Thread-1163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:59296 2024-11-21T11:22:42,832 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,832 DEBUG [Thread-1165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:59296 2024-11-21T11:22:42,832 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,890 DEBUG [Thread-1167 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:59296 2024-11-21T11:22:42,890 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5085 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5007 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4956 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5101 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4968 2024-11-21T11:22:42,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T11:22:42,891 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:22:42,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f810aa9 to 127.0.0.1:59296 2024-11-21T11:22:42,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:22:42,892 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T11:22:42,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T11:22:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T11:22:42,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188162894"}]},"ts":"1732188162894"} 2024-11-21T11:22:42,895 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T11:22:42,898 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T11:22:42,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:22:42,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, UNASSIGN}] 2024-11-21T11:22:42,899 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, UNASSIGN 2024-11-21T11:22:42,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=f1595dcf844babd3c39f2f315ea5d63d, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:42,901 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:22:42,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:22:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T11:22:43,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:43,052 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing f1595dcf844babd3c39f2f315ea5d63d, disabling compactions & flushes 2024-11-21T11:22:43,052 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. after waiting 0 ms 2024-11-21T11:22:43,052 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:43,052 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing f1595dcf844babd3c39f2f315ea5d63d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T11:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=A 2024-11-21T11:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=B 2024-11-21T11:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f1595dcf844babd3c39f2f315ea5d63d, store=C 2024-11-21T11:22:43,053 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:43,056 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1ac5899162874f388f3b51c3749e6f05 is 50, key is test_row_0/A:col10/1732188162889/Put/seqid=0 2024-11-21T11:22:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742167_1343 (size=9857) 2024-11-21T11:22:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T11:22:43,460 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1ac5899162874f388f3b51c3749e6f05 2024-11-21T11:22:43,466 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/aea7d133cbf14b479976876b47963bef is 50, key is test_row_0/B:col10/1732188162889/Put/seqid=0 2024-11-21T11:22:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742168_1344 (size=9857) 2024-11-21T11:22:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T11:22:43,870 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/aea7d133cbf14b479976876b47963bef 2024-11-21T11:22:43,876 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/7276f2e2691e4ba5b81c2f953c720fe8 is 50, key is test_row_0/C:col10/1732188162889/Put/seqid=0 2024-11-21T11:22:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742169_1345 (size=9857) 2024-11-21T11:22:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T11:22:44,280 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/7276f2e2691e4ba5b81c2f953c720fe8 2024-11-21T11:22:44,283 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/A/1ac5899162874f388f3b51c3749e6f05 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1ac5899162874f388f3b51c3749e6f05 2024-11-21T11:22:44,286 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1ac5899162874f388f3b51c3749e6f05, entries=100, sequenceid=441, filesize=9.6 K 2024-11-21T11:22:44,287 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/B/aea7d133cbf14b479976876b47963bef as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/aea7d133cbf14b479976876b47963bef 2024-11-21T11:22:44,290 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/aea7d133cbf14b479976876b47963bef, entries=100, sequenceid=441, filesize=9.6 K 2024-11-21T11:22:44,291 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/.tmp/C/7276f2e2691e4ba5b81c2f953c720fe8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7276f2e2691e4ba5b81c2f953c720fe8 2024-11-21T11:22:44,293 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7276f2e2691e4ba5b81c2f953c720fe8, entries=100, sequenceid=441, filesize=9.6 K 2024-11-21T11:22:44,294 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f1595dcf844babd3c39f2f315ea5d63d in 1242ms, sequenceid=441, compaction requested=true 2024-11-21T11:22:44,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7cd4994883e94c249e05139b97e9813f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a7f69dcb7e6a40578a27538278559c87, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bb3ef413034d42d4a74cbc54228ec741, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3031a2041cab48af92fc7c7b4044b78f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3d470539238641e282012851d1a4cc92, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/9987d378e48c4feb8a791caae816f361, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/deb96d97e21c4e5f8b56ec3fdebfbe85, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/17f379581ec84f048c1f6210cc14ddd2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d6a09ac1eb68405d8c622c8889d4fcea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a10ad5944b3d468c8ca70213e355e899, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8ad7d2edb038416abcd19907ca0558b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/e030ef1883024d62a4ec2ac5be50fbb1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/5d22bc89b7714f3dba539e3f6590329f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/ff058afa731a4ef7b81309581d0d0915, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8263130667da4f73b11996d838d05026, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7590b98e1e2b47f99875900374ac5bc0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/072b3f6b08a54b9984c27eb115a6eb38, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8e3154d1c2864364a5cef7a7372962ce, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1940b3bbcfc647fa8edca716ad06eeab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1d517a3ef3194cf997eb529c39411eb6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/2462455f51a64a9aab570aa702b1ac5c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d5748fd2df514e7a8a121f16eebfee5b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bc8f85fc8a264d778ef341d9dbe56bcb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0aec8a245c26463f8636dece413f8d4f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/dc6567576cc4410ca041658f41f0a730, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/98a321379384412ab3798f2f5d70395f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/52a3a8bafcfd4e8fa389b3ceed0f85a0] to archive 2024-11-21T11:22:44,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:22:44,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7cd4994883e94c249e05139b97e9813f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7cd4994883e94c249e05139b97e9813f 2024-11-21T11:22:44,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a7f69dcb7e6a40578a27538278559c87 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a7f69dcb7e6a40578a27538278559c87 2024-11-21T11:22:44,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bb3ef413034d42d4a74cbc54228ec741 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bb3ef413034d42d4a74cbc54228ec741 2024-11-21T11:22:44,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3031a2041cab48af92fc7c7b4044b78f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3031a2041cab48af92fc7c7b4044b78f 2024-11-21T11:22:44,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3d470539238641e282012851d1a4cc92 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/3d470539238641e282012851d1a4cc92 2024-11-21T11:22:44,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/9987d378e48c4feb8a791caae816f361 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/9987d378e48c4feb8a791caae816f361 2024-11-21T11:22:44,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0093ae2ce9c74a52a6f2bc6ab5e0bb1d 2024-11-21T11:22:44,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/deb96d97e21c4e5f8b56ec3fdebfbe85 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/deb96d97e21c4e5f8b56ec3fdebfbe85 2024-11-21T11:22:44,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/17f379581ec84f048c1f6210cc14ddd2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/17f379581ec84f048c1f6210cc14ddd2 2024-11-21T11:22:44,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d6a09ac1eb68405d8c622c8889d4fcea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d6a09ac1eb68405d8c622c8889d4fcea 2024-11-21T11:22:44,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a10ad5944b3d468c8ca70213e355e899 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/a10ad5944b3d468c8ca70213e355e899 2024-11-21T11:22:44,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8ad7d2edb038416abcd19907ca0558b5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8ad7d2edb038416abcd19907ca0558b5 2024-11-21T11:22:44,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/e030ef1883024d62a4ec2ac5be50fbb1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/e030ef1883024d62a4ec2ac5be50fbb1 2024-11-21T11:22:44,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/5d22bc89b7714f3dba539e3f6590329f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/5d22bc89b7714f3dba539e3f6590329f 2024-11-21T11:22:44,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/ff058afa731a4ef7b81309581d0d0915 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/ff058afa731a4ef7b81309581d0d0915 2024-11-21T11:22:44,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8263130667da4f73b11996d838d05026 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8263130667da4f73b11996d838d05026 2024-11-21T11:22:44,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7590b98e1e2b47f99875900374ac5bc0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/7590b98e1e2b47f99875900374ac5bc0 2024-11-21T11:22:44,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/072b3f6b08a54b9984c27eb115a6eb38 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/072b3f6b08a54b9984c27eb115a6eb38 2024-11-21T11:22:44,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8e3154d1c2864364a5cef7a7372962ce to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/8e3154d1c2864364a5cef7a7372962ce 2024-11-21T11:22:44,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1940b3bbcfc647fa8edca716ad06eeab to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1940b3bbcfc647fa8edca716ad06eeab 2024-11-21T11:22:44,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1d517a3ef3194cf997eb529c39411eb6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1d517a3ef3194cf997eb529c39411eb6 2024-11-21T11:22:44,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/2462455f51a64a9aab570aa702b1ac5c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/2462455f51a64a9aab570aa702b1ac5c 2024-11-21T11:22:44,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d5748fd2df514e7a8a121f16eebfee5b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/d5748fd2df514e7a8a121f16eebfee5b 2024-11-21T11:22:44,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bc8f85fc8a264d778ef341d9dbe56bcb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/bc8f85fc8a264d778ef341d9dbe56bcb 2024-11-21T11:22:44,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0aec8a245c26463f8636dece413f8d4f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/0aec8a245c26463f8636dece413f8d4f 2024-11-21T11:22:44,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/dc6567576cc4410ca041658f41f0a730 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/dc6567576cc4410ca041658f41f0a730 2024-11-21T11:22:44,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/98a321379384412ab3798f2f5d70395f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/98a321379384412ab3798f2f5d70395f 2024-11-21T11:22:44,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/52a3a8bafcfd4e8fa389b3ceed0f85a0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/52a3a8bafcfd4e8fa389b3ceed0f85a0 2024-11-21T11:22:44,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/73e68c5b26bd45658a33c4a6cd964e38, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/4d224db1fd444cc1a5089ebf27b0196a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/78a307b6e1a14d2989b09b4e131f059d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/8ed8ee1e10164ef6817000aa8ca447df, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/1ef01248ac8d4bc9aac2116ddf017e8b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/00f86cefcfb644358ba6b01b03ab3311, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/185ee252b3b742119ee28fd3570f234f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/5bbe10fbd0a94950b75d227a243ba969, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/05c6ca12916f4696ae3f6db3cff39d00, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3169be6649d345879f82c1817d9e15a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/a50e08f66292420a9c25d70548f7332d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/fad7bf0fbe314c08a130b59918bad652, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e9c01ed590044c3aad05af5c59d06be9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c421924070b946de8be43aa2d542c498, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/d0275f376d7e45659de5d858586afd49, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/229361c51a994bd7b7a04082bda024bf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/24772d505a4b4b0caa790fec99bc2418, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/023afd44d89e442f8521e1f89042c0d8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3e624521fc5c4bdc9acb7e4a82606479, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/9709c9f8d8e34b1e83447e729f842737, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/b8ca1993dd284e3fb9fac84d487d54a0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/875229014bdf439ca62782d83bb3f37d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/81c6f63ef019435ba0befc47a8957eee, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/65f2cece86804acabffac6c73916fca5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/ae1280ceb9744460900d1f75d10bade5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/acb741e8558f4750b2f76a864f7f4fde, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7a58b1f760a49b3b24dd2a1892403f3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/806cd6039c4d4ad3a47814ef2e74d06a] to archive 2024-11-21T11:22:44,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:22:44,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/73e68c5b26bd45658a33c4a6cd964e38 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/73e68c5b26bd45658a33c4a6cd964e38 2024-11-21T11:22:44,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/4d224db1fd444cc1a5089ebf27b0196a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/4d224db1fd444cc1a5089ebf27b0196a 2024-11-21T11:22:44,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/78a307b6e1a14d2989b09b4e131f059d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/78a307b6e1a14d2989b09b4e131f059d 2024-11-21T11:22:44,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/8ed8ee1e10164ef6817000aa8ca447df to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/8ed8ee1e10164ef6817000aa8ca447df 2024-11-21T11:22:44,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/1ef01248ac8d4bc9aac2116ddf017e8b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/1ef01248ac8d4bc9aac2116ddf017e8b 2024-11-21T11:22:44,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/00f86cefcfb644358ba6b01b03ab3311 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/00f86cefcfb644358ba6b01b03ab3311 2024-11-21T11:22:44,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/185ee252b3b742119ee28fd3570f234f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/185ee252b3b742119ee28fd3570f234f 2024-11-21T11:22:44,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/5bbe10fbd0a94950b75d227a243ba969 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/5bbe10fbd0a94950b75d227a243ba969 2024-11-21T11:22:44,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/05c6ca12916f4696ae3f6db3cff39d00 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/05c6ca12916f4696ae3f6db3cff39d00 2024-11-21T11:22:44,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3169be6649d345879f82c1817d9e15a8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3169be6649d345879f82c1817d9e15a8 2024-11-21T11:22:44,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/a50e08f66292420a9c25d70548f7332d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/a50e08f66292420a9c25d70548f7332d 2024-11-21T11:22:44,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/fad7bf0fbe314c08a130b59918bad652 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/fad7bf0fbe314c08a130b59918bad652 2024-11-21T11:22:44,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e9c01ed590044c3aad05af5c59d06be9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e9c01ed590044c3aad05af5c59d06be9 2024-11-21T11:22:44,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c421924070b946de8be43aa2d542c498 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c421924070b946de8be43aa2d542c498 2024-11-21T11:22:44,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/d0275f376d7e45659de5d858586afd49 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/d0275f376d7e45659de5d858586afd49 2024-11-21T11:22:44,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/229361c51a994bd7b7a04082bda024bf to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/229361c51a994bd7b7a04082bda024bf 2024-11-21T11:22:44,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/24772d505a4b4b0caa790fec99bc2418 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/24772d505a4b4b0caa790fec99bc2418 2024-11-21T11:22:44,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/023afd44d89e442f8521e1f89042c0d8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/023afd44d89e442f8521e1f89042c0d8 2024-11-21T11:22:44,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3e624521fc5c4bdc9acb7e4a82606479 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/3e624521fc5c4bdc9acb7e4a82606479 2024-11-21T11:22:44,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/9709c9f8d8e34b1e83447e729f842737 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/9709c9f8d8e34b1e83447e729f842737 2024-11-21T11:22:44,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/b8ca1993dd284e3fb9fac84d487d54a0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/b8ca1993dd284e3fb9fac84d487d54a0 2024-11-21T11:22:44,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/875229014bdf439ca62782d83bb3f37d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/875229014bdf439ca62782d83bb3f37d 2024-11-21T11:22:44,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/81c6f63ef019435ba0befc47a8957eee to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/81c6f63ef019435ba0befc47a8957eee 2024-11-21T11:22:44,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/65f2cece86804acabffac6c73916fca5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/65f2cece86804acabffac6c73916fca5 2024-11-21T11:22:44,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/ae1280ceb9744460900d1f75d10bade5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/ae1280ceb9744460900d1f75d10bade5 2024-11-21T11:22:44,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/acb741e8558f4750b2f76a864f7f4fde to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/acb741e8558f4750b2f76a864f7f4fde 2024-11-21T11:22:44,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7a58b1f760a49b3b24dd2a1892403f3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7a58b1f760a49b3b24dd2a1892403f3 2024-11-21T11:22:44,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/806cd6039c4d4ad3a47814ef2e74d06a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/806cd6039c4d4ad3a47814ef2e74d06a 2024-11-21T11:22:44,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/9f3f1a4c63bc40fca841c04a2eba833c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0ccf05043bed4596b11bd647be9ee9be, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/e7d7c16448ec4d4c8dc2053e38aa9d04, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bfbbbb9bc93846c487054597d767cd53, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/1e9cce88e2df4b619cd6640c0201ef97, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/38376865b38a49b3807fde5549c0b0e5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/be32d11d6f5046aa8ec87cc9c6d28ef3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/654f220dcf1b43d2af069b3fc9dff939, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4f4bb157991d48419485029e24e086e8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/09c24bb9ae0648b6b09ef6a3f5471d53, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/b4d5bb35c5b6413dbc125960329412d1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4acfaaadddc1417ebadb6d2607b42d14, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bd887028f3c149daa9b970bc18067853, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/20414acd09f8411e92c89dc3ee901c24, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/6a70219b42684aa594b27376e232e2a1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/cfae06540fd44f8686a54cbac306ce03, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/04b7019275764092a55d5d7a12f70570, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/eb065b1777a24ccc8fe505fd13371bb5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0681c191c07c43059999d963e9fcaa45, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7c5257f9ad744a2989b9484c88f29096, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4b54f3a1a6d544e1a6f534f636ed1129, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c7bb051c526744eaa20fc2a6dbbbafc4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/08bed40bec0b4391970114b3f7b95c1b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c4a7396e4eab45408832e202b34da744, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/55b781d60a4940b8b55211aed44a361d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/8f54c6a2ef3b4386a767f04015ac228c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/2b5a217925144f17ace26d11e56369a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/302ed58a14074ea49c4dd110a80d5f2a] to archive 2024-11-21T11:22:44,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:22:44,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/9f3f1a4c63bc40fca841c04a2eba833c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/9f3f1a4c63bc40fca841c04a2eba833c 2024-11-21T11:22:44,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0ccf05043bed4596b11bd647be9ee9be to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0ccf05043bed4596b11bd647be9ee9be 2024-11-21T11:22:44,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/e7d7c16448ec4d4c8dc2053e38aa9d04 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/e7d7c16448ec4d4c8dc2053e38aa9d04 2024-11-21T11:22:44,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bfbbbb9bc93846c487054597d767cd53 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bfbbbb9bc93846c487054597d767cd53 2024-11-21T11:22:44,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/1e9cce88e2df4b619cd6640c0201ef97 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/1e9cce88e2df4b619cd6640c0201ef97 2024-11-21T11:22:44,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/38376865b38a49b3807fde5549c0b0e5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/38376865b38a49b3807fde5549c0b0e5 2024-11-21T11:22:44,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/be32d11d6f5046aa8ec87cc9c6d28ef3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/be32d11d6f5046aa8ec87cc9c6d28ef3 2024-11-21T11:22:44,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/654f220dcf1b43d2af069b3fc9dff939 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/654f220dcf1b43d2af069b3fc9dff939 2024-11-21T11:22:44,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4f4bb157991d48419485029e24e086e8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4f4bb157991d48419485029e24e086e8 2024-11-21T11:22:44,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/09c24bb9ae0648b6b09ef6a3f5471d53 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/09c24bb9ae0648b6b09ef6a3f5471d53 2024-11-21T11:22:44,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/b4d5bb35c5b6413dbc125960329412d1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/b4d5bb35c5b6413dbc125960329412d1 2024-11-21T11:22:44,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4acfaaadddc1417ebadb6d2607b42d14 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4acfaaadddc1417ebadb6d2607b42d14 2024-11-21T11:22:44,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bd887028f3c149daa9b970bc18067853 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/bd887028f3c149daa9b970bc18067853 2024-11-21T11:22:44,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/20414acd09f8411e92c89dc3ee901c24 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/20414acd09f8411e92c89dc3ee901c24 2024-11-21T11:22:44,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/6a70219b42684aa594b27376e232e2a1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/6a70219b42684aa594b27376e232e2a1 2024-11-21T11:22:44,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/cfae06540fd44f8686a54cbac306ce03 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/cfae06540fd44f8686a54cbac306ce03 2024-11-21T11:22:44,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/04b7019275764092a55d5d7a12f70570 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/04b7019275764092a55d5d7a12f70570 2024-11-21T11:22:44,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/eb065b1777a24ccc8fe505fd13371bb5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/eb065b1777a24ccc8fe505fd13371bb5 2024-11-21T11:22:44,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0681c191c07c43059999d963e9fcaa45 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/0681c191c07c43059999d963e9fcaa45 2024-11-21T11:22:44,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7c5257f9ad744a2989b9484c88f29096 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7c5257f9ad744a2989b9484c88f29096 2024-11-21T11:22:44,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4b54f3a1a6d544e1a6f534f636ed1129 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/4b54f3a1a6d544e1a6f534f636ed1129 2024-11-21T11:22:44,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c7bb051c526744eaa20fc2a6dbbbafc4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c7bb051c526744eaa20fc2a6dbbbafc4 2024-11-21T11:22:44,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/08bed40bec0b4391970114b3f7b95c1b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/08bed40bec0b4391970114b3f7b95c1b 2024-11-21T11:22:44,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c4a7396e4eab45408832e202b34da744 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/c4a7396e4eab45408832e202b34da744 2024-11-21T11:22:44,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/55b781d60a4940b8b55211aed44a361d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/55b781d60a4940b8b55211aed44a361d 2024-11-21T11:22:44,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/8f54c6a2ef3b4386a767f04015ac228c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/8f54c6a2ef3b4386a767f04015ac228c 2024-11-21T11:22:44,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/2b5a217925144f17ace26d11e56369a4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/2b5a217925144f17ace26d11e56369a4 2024-11-21T11:22:44,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/302ed58a14074ea49c4dd110a80d5f2a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/302ed58a14074ea49c4dd110a80d5f2a 2024-11-21T11:22:44,374 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=1 2024-11-21T11:22:44,374 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d. 2024-11-21T11:22:44,374 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for f1595dcf844babd3c39f2f315ea5d63d: 2024-11-21T11:22:44,376 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:44,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=f1595dcf844babd3c39f2f315ea5d63d, regionState=CLOSED 2024-11-21T11:22:44,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-21T11:22:44,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure f1595dcf844babd3c39f2f315ea5d63d, server=98fb8183d505,41191,1732188077563 in 1.4760 sec 2024-11-21T11:22:44,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-21T11:22:44,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1595dcf844babd3c39f2f315ea5d63d, UNASSIGN in 1.4790 sec 2024-11-21T11:22:44,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T11:22:44,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-21T11:22:44,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188164381"}]},"ts":"1732188164381"} 2024-11-21T11:22:44,382 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T11:22:44,384 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T11:22:44,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4920 sec 2024-11-21T11:22:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-21T11:22:44,998 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-21T11:22:44,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T11:22:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,000 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T11:22:45,000 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,002 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:45,004 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/recovered.edits] 2024-11-21T11:22:45,007 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1ac5899162874f388f3b51c3749e6f05 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/1ac5899162874f388f3b51c3749e6f05 2024-11-21T11:22:45,008 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/4391f3ab90c9485ca65a6c6f93b04273 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/4391f3ab90c9485ca65a6c6f93b04273 2024-11-21T11:22:45,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/c8ef312731b1463ca0e324a6f5e5633b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/A/c8ef312731b1463ca0e324a6f5e5633b 2024-11-21T11:22:45,010 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/aea7d133cbf14b479976876b47963bef to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/aea7d133cbf14b479976876b47963bef 2024-11-21T11:22:45,011 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7538ea9ff9d48589b89cdad9d661181 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/c7538ea9ff9d48589b89cdad9d661181 2024-11-21T11:22:45,012 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e401475802024425bf71e68b81ec2a15 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/B/e401475802024425bf71e68b81ec2a15 2024-11-21T11:22:45,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7276f2e2691e4ba5b81c2f953c720fe8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/7276f2e2691e4ba5b81c2f953c720fe8 2024-11-21T11:22:45,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/a5e47c98da5a423cb97de96b718998fd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/a5e47c98da5a423cb97de96b718998fd 2024-11-21T11:22:45,016 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/deb764de9f714e11b2880aff8d313465 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/C/deb764de9f714e11b2880aff8d313465 2024-11-21T11:22:45,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/recovered.edits/444.seqid to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d/recovered.edits/444.seqid 2024-11-21T11:22:45,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/f1595dcf844babd3c39f2f315ea5d63d 2024-11-21T11:22:45,019 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T11:22:45,020 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,026 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T11:22:45,028 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T11:22:45,029 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,029 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T11:22:45,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732188165029"}]},"ts":"9223372036854775807"} 2024-11-21T11:22:45,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T11:22:45,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f1595dcf844babd3c39f2f315ea5d63d, NAME => 'TestAcidGuarantees,,1732188141095.f1595dcf844babd3c39f2f315ea5d63d.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T11:22:45,031 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T11:22:45,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732188165031"}]},"ts":"9223372036854775807"} 2024-11-21T11:22:45,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T11:22:45,035 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-21T11:22:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-21T11:22:45,101 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-21T11:22:45,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 384) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1633 (was 1751) 2024-11-21T11:22:45,119 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=1632 2024-11-21T11:22:45,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:22:45,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:45,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:22:45,122 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:45,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-21T11:22:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T11:22:45,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:22:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742170_1346 (size=960) 2024-11-21T11:22:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T11:22:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T11:22:45,529 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:22:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742171_1347 (size=53) 2024-11-21T11:22:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T11:22:45,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:45,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3a29063179e69544bcd1002edac2d2e1, disabling compactions & flushes 2024-11-21T11:22:45,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:45,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:45,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. after waiting 0 ms 2024-11-21T11:22:45,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:45,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:45,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:45,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:22:45,938 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732188165938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188165938"}]},"ts":"1732188165938"} 2024-11-21T11:22:45,939 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:22:45,940 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:22:45,940 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188165940"}]},"ts":"1732188165940"} 2024-11-21T11:22:45,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T11:22:45,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, ASSIGN}] 2024-11-21T11:22:45,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, ASSIGN 2024-11-21T11:22:45,945 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:22:45,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:22:46,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:46,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:22:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T11:22:46,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:46,251 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:46,251 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:46,251 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,251 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:46,251 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,252 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,253 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,254 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:46,254 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a29063179e69544bcd1002edac2d2e1 columnFamilyName A 2024-11-21T11:22:46,254 DEBUG [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:46,254 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(327): Store=3a29063179e69544bcd1002edac2d2e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:46,255 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,255 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:46,256 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a29063179e69544bcd1002edac2d2e1 columnFamilyName B 2024-11-21T11:22:46,256 DEBUG [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:46,256 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(327): Store=3a29063179e69544bcd1002edac2d2e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:46,256 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,257 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:46,257 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a29063179e69544bcd1002edac2d2e1 columnFamilyName C 2024-11-21T11:22:46,257 DEBUG [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:46,258 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(327): Store=3a29063179e69544bcd1002edac2d2e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:46,258 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:46,259 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,260 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,261 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:22:46,263 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:46,265 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:22:46,265 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened 3a29063179e69544bcd1002edac2d2e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71839564, jitterRate=0.07049292325973511}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:22:46,266 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:46,267 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., pid=92, masterSystemTime=1732188166248 2024-11-21T11:22:46,268 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:46,268 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:46,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:46,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T11:22:46,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 in 173 msec 2024-11-21T11:22:46,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-21T11:22:46,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, ASSIGN in 328 msec 2024-11-21T11:22:46,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:22:46,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188166274"}]},"ts":"1732188166274"} 2024-11-21T11:22:46,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T11:22:46,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:22:46,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-21T11:22:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-21T11:22:47,226 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-21T11:22:47,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ad882f to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f5b2180 2024-11-21T11:22:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34becda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:47,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:47,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:47,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:22:47,234 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:22:47,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:22:47,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:22:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T11:22:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742172_1348 (size=996) 2024-11-21T11:22:47,646 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T11:22:47,646 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T11:22:47,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:22:47,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, REOPEN/MOVE}] 2024-11-21T11:22:47,650 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, REOPEN/MOVE 2024-11-21T11:22:47,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:47,651 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:22:47,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:22:47,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:47,803 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:47,803 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:22:47,803 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 3a29063179e69544bcd1002edac2d2e1, disabling compactions & flushes 2024-11-21T11:22:47,803 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:47,803 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:47,803 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. after waiting 0 ms 2024-11-21T11:22:47,803 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:47,807 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T11:22:47,807 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:47,807 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:47,807 WARN [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: 3a29063179e69544bcd1002edac2d2e1 to self. 2024-11-21T11:22:47,809 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:47,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=CLOSED 2024-11-21T11:22:47,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-21T11:22:47,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 in 159 msec 2024-11-21T11:22:47,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, REOPEN/MOVE; state=CLOSED, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=true 2024-11-21T11:22:47,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:47,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:22:48,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,117 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,117 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:22:48,118 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,118 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:22:48,118 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,118 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,119 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,120 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:48,120 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a29063179e69544bcd1002edac2d2e1 columnFamilyName A 2024-11-21T11:22:48,121 DEBUG [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:48,122 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(327): Store=3a29063179e69544bcd1002edac2d2e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:48,122 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,122 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:48,122 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a29063179e69544bcd1002edac2d2e1 columnFamilyName B 2024-11-21T11:22:48,123 DEBUG [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:48,123 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(327): Store=3a29063179e69544bcd1002edac2d2e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:48,123 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,123 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:22:48,123 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a29063179e69544bcd1002edac2d2e1 columnFamilyName C 2024-11-21T11:22:48,124 DEBUG [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:48,124 INFO [StoreOpener-3a29063179e69544bcd1002edac2d2e1-1 {}] regionserver.HStore(327): Store=3a29063179e69544bcd1002edac2d2e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:22:48,124 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,124 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,125 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,126 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:22:48,127 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,128 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 3a29063179e69544bcd1002edac2d2e1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72380632, jitterRate=0.07855546474456787}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:22:48,129 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:48,129 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., pid=97, masterSystemTime=1732188168114 2024-11-21T11:22:48,130 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,130 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=OPEN, openSeqNum=5, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-21T11:22:48,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 in 169 msec 2024-11-21T11:22:48,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-21T11:22:48,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, REOPEN/MOVE in 484 msec 2024-11-21T11:22:48,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T11:22:48,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-21T11:22:48,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-21T11:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-21T11:22:48,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-21T11:22:48,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-21T11:22:48,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-21T11:22:48,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-21T11:22:48,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-21T11:22:48,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-21T11:22:48,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-21T11:22:48,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-21T11:22:48,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-21T11:22:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-21T11:22:48,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:22:48,177 DEBUG [hconnection-0x252157f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,177 DEBUG [hconnection-0x7aa0f58e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,178 DEBUG [hconnection-0x17a5f512-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:48,179 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-21T11:22:48,179 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,180 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:48,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:48,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:48,184 DEBUG [hconnection-0x74ab7020-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,185 DEBUG [hconnection-0x6676e98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,186 DEBUG [hconnection-0x186802d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,186 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,186 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,187 DEBUG [hconnection-0x29409c61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,188 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,188 DEBUG [hconnection-0x2f1624cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,189 DEBUG [hconnection-0x6e3779af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,189 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,190 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,192 DEBUG [hconnection-0x38df4c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:22:48,193 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:22:48,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:48,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:48,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:48,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:48,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:48,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188228217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188228216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188228219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188228219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188228219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aaee531595df459eaa9afd70786c6c51_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_1/A:col10/1732188168194/Put/seqid=0 2024-11-21T11:22:48,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742173_1349 (size=9714) 2024-11-21T11:22:48,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:48,248 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aaee531595df459eaa9afd70786c6c51_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aaee531595df459eaa9afd70786c6c51_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:48,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f9c3f73d795e48a78c7323080c145b8f, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:48,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f9c3f73d795e48a78c7323080c145b8f is 175, key is test_row_1/A:col10/1732188168194/Put/seqid=0 2024-11-21T11:22:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742174_1350 (size=22361) 2024-11-21T11:22:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188228320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188228320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188228320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188228320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188228328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:48,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:48,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188228522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188228523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188228523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188228523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188228531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,642 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f9c3f73d795e48a78c7323080c145b8f 2024-11-21T11:22:48,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/67c7f17051f143998b1da707bb612011 is 50, key is test_row_1/B:col10/1732188168194/Put/seqid=0 2024-11-21T11:22:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742175_1351 (size=9657) 2024-11-21T11:22:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:48,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:48,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188228825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188228825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188228825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188228828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188228833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:48,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:48,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:48,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:48,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/67c7f17051f143998b1da707bb612011 2024-11-21T11:22:49,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c44bb5e80a6c490b8b0f1a6a086ad49c is 50, key is test_row_1/C:col10/1732188168194/Put/seqid=0 2024-11-21T11:22:49,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742176_1352 (size=9657) 2024-11-21T11:22:49,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188229331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188229333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188229333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188229334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188229339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:49,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c44bb5e80a6c490b8b0f1a6a086ad49c 2024-11-21T11:22:49,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f9c3f73d795e48a78c7323080c145b8f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f 2024-11-21T11:22:49,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f, entries=100, sequenceid=18, filesize=21.8 K 2024-11-21T11:22:49,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/67c7f17051f143998b1da707bb612011 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/67c7f17051f143998b1da707bb612011 2024-11-21T11:22:49,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/67c7f17051f143998b1da707bb612011, entries=100, sequenceid=18, filesize=9.4 K 2024-11-21T11:22:49,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c44bb5e80a6c490b8b0f1a6a086ad49c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c44bb5e80a6c490b8b0f1a6a086ad49c 2024-11-21T11:22:49,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c44bb5e80a6c490b8b0f1a6a086ad49c, entries=100, sequenceid=18, filesize=9.4 K 2024-11-21T11:22:49,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 3a29063179e69544bcd1002edac2d2e1 in 1439ms, sequenceid=18, compaction requested=false 2024-11-21T11:22:49,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:49,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:49,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T11:22:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:49,717 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:22:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:49,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:49,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:49,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216d30e0a3a9e9463cbf7dcb9aa81ef8e4_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188168217/Put/seqid=0 2024-11-21T11:22:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742177_1353 (size=12154) 2024-11-21T11:22:49,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:49,850 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216d30e0a3a9e9463cbf7dcb9aa81ef8e4_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216d30e0a3a9e9463cbf7dcb9aa81ef8e4_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/dc52b5e2aee1402b827c78b7dfd9919d, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:49,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/dc52b5e2aee1402b827c78b7dfd9919d is 175, key is test_row_0/A:col10/1732188168217/Put/seqid=0 2024-11-21T11:22:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742178_1354 (size=30955) 2024-11-21T11:22:49,903 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/dc52b5e2aee1402b827c78b7dfd9919d 2024-11-21T11:22:49,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:22:49,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/449f7716c52241a08d73d54996f54df5 is 50, key is test_row_0/B:col10/1732188168217/Put/seqid=0 2024-11-21T11:22:49,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742179_1355 (size=12001) 2024-11-21T11:22:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:50,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188230362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,381 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/449f7716c52241a08d73d54996f54df5 2024-11-21T11:22:50,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188230375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188230375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188230377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188230377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/f7b342bd6cd24da7bc242b78282e2a5a is 50, key is test_row_0/C:col10/1732188168217/Put/seqid=0 2024-11-21T11:22:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742180_1356 (size=12001) 2024-11-21T11:22:50,436 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/f7b342bd6cd24da7bc242b78282e2a5a 2024-11-21T11:22:50,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/dc52b5e2aee1402b827c78b7dfd9919d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d 2024-11-21T11:22:50,456 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d, entries=150, sequenceid=42, filesize=30.2 K 2024-11-21T11:22:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/449f7716c52241a08d73d54996f54df5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/449f7716c52241a08d73d54996f54df5 2024-11-21T11:22:50,462 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/449f7716c52241a08d73d54996f54df5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-21T11:22:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/f7b342bd6cd24da7bc242b78282e2a5a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/f7b342bd6cd24da7bc242b78282e2a5a 2024-11-21T11:22:50,468 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/f7b342bd6cd24da7bc242b78282e2a5a, entries=150, sequenceid=42, filesize=11.7 K 2024-11-21T11:22:50,469 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3a29063179e69544bcd1002edac2d2e1 in 752ms, sequenceid=42, compaction requested=false 2024-11-21T11:22:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-21T11:22:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-21T11:22:50,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-21T11:22:50,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2900 sec 2024-11-21T11:22:50,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.2950 sec 2024-11-21T11:22:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:50,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:22:50,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:50,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ac90fba774374ad8bb9edd825af81877_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:50,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188230538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188230539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188230550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188230553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188230555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742181_1357 (size=14594) 2024-11-21T11:22:50,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188230656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188230657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188230665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188230666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188230665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188230865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188230868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188230877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188230878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188230878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:50,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:50,977 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ac90fba774374ad8bb9edd825af81877_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac90fba774374ad8bb9edd825af81877_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:50,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/2337f2a8d16f440e9f41ebe9cc45db54, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:50,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/2337f2a8d16f440e9f41ebe9cc45db54 is 175, key is test_row_0/A:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742182_1358 (size=39549) 2024-11-21T11:22:51,004 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/2337f2a8d16f440e9f41ebe9cc45db54 2024-11-21T11:22:51,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/b405f18afada4bfa92962755d1feae76 is 50, key is test_row_0/B:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:51,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742183_1359 (size=12001) 2024-11-21T11:22:51,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/b405f18afada4bfa92962755d1feae76 2024-11-21T11:22:51,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/0ce4f395669444cda9779dae2265034f is 50, key is test_row_0/C:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:51,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742184_1360 (size=12001) 2024-11-21T11:22:51,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/0ce4f395669444cda9779dae2265034f 2024-11-21T11:22:51,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/2337f2a8d16f440e9f41ebe9cc45db54 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54 2024-11-21T11:22:51,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54, entries=200, sequenceid=56, filesize=38.6 K 2024-11-21T11:22:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/b405f18afada4bfa92962755d1feae76 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/b405f18afada4bfa92962755d1feae76 2024-11-21T11:22:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188231171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188231172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/b405f18afada4bfa92962755d1feae76, entries=150, sequenceid=56, filesize=11.7 K 2024-11-21T11:22:51,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/0ce4f395669444cda9779dae2265034f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/0ce4f395669444cda9779dae2265034f 2024-11-21T11:22:51,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/0ce4f395669444cda9779dae2265034f, entries=150, sequenceid=56, filesize=11.7 K 2024-11-21T11:22:51,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a29063179e69544bcd1002edac2d2e1 in 696ms, sequenceid=56, compaction requested=true 2024-11-21T11:22:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:51,183 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:51,184 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:51,185 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:51,185 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:22:51,186 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:51,186 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=90.7 K 2024-11-21T11:22:51,186 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:51,186 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54] 2024-11-21T11:22:51,186 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:51,186 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:22:51,186 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:51,186 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/67c7f17051f143998b1da707bb612011, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/449f7716c52241a08d73d54996f54df5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/b405f18afada4bfa92962755d1feae76] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=32.9 K 2024-11-21T11:22:51,187 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9c3f73d795e48a78c7323080c145b8f, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732188168194 2024-11-21T11:22:51,187 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c7f17051f143998b1da707bb612011, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732188168194 2024-11-21T11:22:51,187 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc52b5e2aee1402b827c78b7dfd9919d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732188168215 2024-11-21T11:22:51,187 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 449f7716c52241a08d73d54996f54df5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732188168215 2024-11-21T11:22:51,188 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2337f2a8d16f440e9f41ebe9cc45db54, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732188170368 2024-11-21T11:22:51,188 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b405f18afada4bfa92962755d1feae76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732188170368 2024-11-21T11:22:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:51,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T11:22:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:51,208 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:51,217 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:51,218 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/417d4cec64204504bb200ec9f460f7be is 50, key is test_row_0/B:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:51,225 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fb33561b773b4981b3cfbbfbfd82a5fd_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:51,227 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fb33561b773b4981b3cfbbfbfd82a5fd_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:51,227 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fb33561b773b4981b3cfbbfbfd82a5fd_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:51,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188231231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188231238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188231240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121449f3f88ff2743b385ec91af2f6af71b_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188170535/Put/seqid=0 2024-11-21T11:22:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742185_1361 (size=12104) 2024-11-21T11:22:51,312 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/417d4cec64204504bb200ec9f460f7be as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/417d4cec64204504bb200ec9f460f7be 2024-11-21T11:22:51,319 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 417d4cec64204504bb200ec9f460f7be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:51,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:51,319 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188171183; duration=0sec 2024-11-21T11:22:51,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:51,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:22:51,319 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:51,320 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:51,321 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:22:51,321 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:51,321 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c44bb5e80a6c490b8b0f1a6a086ad49c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/f7b342bd6cd24da7bc242b78282e2a5a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/0ce4f395669444cda9779dae2265034f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=32.9 K 2024-11-21T11:22:51,321 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c44bb5e80a6c490b8b0f1a6a086ad49c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732188168194 2024-11-21T11:22:51,322 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b342bd6cd24da7bc242b78282e2a5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732188168215 2024-11-21T11:22:51,322 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ce4f395669444cda9779dae2265034f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732188170368 2024-11-21T11:22:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742186_1362 (size=4469) 2024-11-21T11:22:51,330 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#306 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:51,331 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/61d9a9630a55415bb9afe6ea799dc0cf is 175, key is test_row_0/A:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:51,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188231340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742187_1363 (size=14594) 2024-11-21T11:22:51,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188231351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188231351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,363 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:51,364 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/17f19f3b6b394e9499969739fa119442 is 50, key is test_row_0/C:col10/1732188170375/Put/seqid=0 2024-11-21T11:22:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742189_1365 (size=12104) 2024-11-21T11:22:51,415 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/17f19f3b6b394e9499969739fa119442 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/17f19f3b6b394e9499969739fa119442 2024-11-21T11:22:51,420 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into 17f19f3b6b394e9499969739fa119442(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:51,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:51,420 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188171184; duration=0sec 2024-11-21T11:22:51,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:51,420 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:22:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742188_1364 (size=31058) 2024-11-21T11:22:51,434 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/61d9a9630a55415bb9afe6ea799dc0cf as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61d9a9630a55415bb9afe6ea799dc0cf 2024-11-21T11:22:51,439 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 61d9a9630a55415bb9afe6ea799dc0cf(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:51,439 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:51,439 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188171183; duration=0sec 2024-11-21T11:22:51,439 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:51,439 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:22:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188231547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188231564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188231565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188231678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188231679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:51,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121449f3f88ff2743b385ec91af2f6af71b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121449f3f88ff2743b385ec91af2f6af71b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:51,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/c30f176d709248319834be865edda31d, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:51,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/c30f176d709248319834be865edda31d is 175, key is test_row_0/A:col10/1732188170535/Put/seqid=0 2024-11-21T11:22:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742190_1366 (size=39549) 2024-11-21T11:22:51,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/c30f176d709248319834be865edda31d 2024-11-21T11:22:51,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4bc99ec2a7dc4917a2fa5261af3e6e06 is 50, key is test_row_0/B:col10/1732188170535/Put/seqid=0 2024-11-21T11:22:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188231854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742191_1367 (size=12001) 2024-11-21T11:22:51,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188231871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:51,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188231871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4bc99ec2a7dc4917a2fa5261af3e6e06 2024-11-21T11:22:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T11:22:52,289 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-21T11:22:52,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-21T11:22:52,291 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:52,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:52,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T11:22:52,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c8641ed6dbfc49c69c6ed8c60db4b55e is 50, key is test_row_0/C:col10/1732188170535/Put/seqid=0 2024-11-21T11:22:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742192_1368 (size=12001) 2024-11-21T11:22:52,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188232361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188232381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188232384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T11:22:52,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T11:22:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T11:22:52,596 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T11:22:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188232695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188232697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c8641ed6dbfc49c69c6ed8c60db4b55e 2024-11-21T11:22:52,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T11:22:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:52,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/c30f176d709248319834be865edda31d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d 2024-11-21T11:22:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:52,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d, entries=200, sequenceid=79, filesize=38.6 K 2024-11-21T11:22:52,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4bc99ec2a7dc4917a2fa5261af3e6e06 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4bc99ec2a7dc4917a2fa5261af3e6e06 2024-11-21T11:22:52,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4bc99ec2a7dc4917a2fa5261af3e6e06, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T11:22:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c8641ed6dbfc49c69c6ed8c60db4b55e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c8641ed6dbfc49c69c6ed8c60db4b55e 2024-11-21T11:22:52,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c8641ed6dbfc49c69c6ed8c60db4b55e, entries=150, sequenceid=79, filesize=11.7 K 2024-11-21T11:22:52,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3a29063179e69544bcd1002edac2d2e1 in 1596ms, sequenceid=79, compaction requested=false 2024-11-21T11:22:52,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T11:22:52,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:52,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T11:22:52,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:52,904 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:22:52,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:52,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:52,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:52,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:52,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:52,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:52,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121143bb65cbdf64ce69ba63651fe8d081b_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188171237/Put/seqid=0 2024-11-21T11:22:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742193_1369 (size=12154) 2024-11-21T11:22:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:52,948 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121143bb65cbdf64ce69ba63651fe8d081b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121143bb65cbdf64ce69ba63651fe8d081b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:52,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/896f60a26bf544a2b2e7c10a4af0ed73, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:52,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/896f60a26bf544a2b2e7c10a4af0ed73 is 175, key is test_row_0/A:col10/1732188171237/Put/seqid=0 2024-11-21T11:22:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742194_1370 (size=30955) 2024-11-21T11:22:52,957 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/896f60a26bf544a2b2e7c10a4af0ed73 2024-11-21T11:22:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/f09146d3ee9f44d5a1aa4e023ca077c8 is 50, key is test_row_0/B:col10/1732188171237/Put/seqid=0 2024-11-21T11:22:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742195_1371 (size=12001) 2024-11-21T11:22:52,992 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/f09146d3ee9f44d5a1aa4e023ca077c8 2024-11-21T11:22:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/248ea5dfabf54bdbbda5380ace8a1514 is 50, key is test_row_0/C:col10/1732188171237/Put/seqid=0 2024-11-21T11:22:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742196_1372 (size=12001) 2024-11-21T11:22:53,068 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/248ea5dfabf54bdbbda5380ace8a1514 2024-11-21T11:22:53,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/896f60a26bf544a2b2e7c10a4af0ed73 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73 2024-11-21T11:22:53,082 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73, entries=150, sequenceid=96, filesize=30.2 K 2024-11-21T11:22:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/f09146d3ee9f44d5a1aa4e023ca077c8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/f09146d3ee9f44d5a1aa4e023ca077c8 2024-11-21T11:22:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,089 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/f09146d3ee9f44d5a1aa4e023ca077c8, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T11:22:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/248ea5dfabf54bdbbda5380ace8a1514 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/248ea5dfabf54bdbbda5380ace8a1514 2024-11-21T11:22:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,095 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/248ea5dfabf54bdbbda5380ace8a1514, entries=150, sequenceid=96, filesize=11.7 K 2024-11-21T11:22:53,096 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 3a29063179e69544bcd1002edac2d2e1 in 192ms, sequenceid=96, compaction requested=true 2024-11-21T11:22:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-21T11:22:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-21T11:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-21T11:22:53,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 807 msec 2024-11-21T11:22:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 813 msec 2024-11-21T11:22:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T11:22:53,397 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-21T11:22:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-21T11:22:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T11:22:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T11:22:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T11:22:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:53,557 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-21T11:22:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d294dda02b94e89956bf5ed4a0932b2_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188173540/Put/seqid=0 2024-11-21T11:22:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742197_1373 (size=12154) 2024-11-21T11:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,633 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d294dda02b94e89956bf5ed4a0932b2_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d294dda02b94e89956bf5ed4a0932b2_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f143530b236f4f86afa2ffcbe45da284, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f143530b236f4f86afa2ffcbe45da284 is 175, key is test_row_0/A:col10/1732188173540/Put/seqid=0 2024-11-21T11:22:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:53,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742198_1374 (size=30951) 2024-11-21T11:22:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,693 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f143530b236f4f86afa2ffcbe45da284 2024-11-21T11:22:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T11:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/cad59aff5a754d8a98b110b3882b99d8 is 50, key is test_row_0/B:col10/1732188173540/Put/seqid=0 2024-11-21T11:22:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:53,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742199_1375 (size=9657) 2024-11-21T11:22:53,753 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/cad59aff5a754d8a98b110b3882b99d8 2024-11-21T11:22:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c01d6ccfe78a4f0288bc68547a1732fa is 50, key is test_row_0/C:col10/1732188173540/Put/seqid=0 2024-11-21T11:22:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742200_1376 (size=9657) 2024-11-21T11:22:53,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188233887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188233897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:53,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188233902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T11:22:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188234006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188234020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188234020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188234213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188234232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188234232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,247 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c01d6ccfe78a4f0288bc68547a1732fa 2024-11-21T11:22:54,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/f143530b236f4f86afa2ffcbe45da284 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284 2024-11-21T11:22:54,257 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284, entries=150, sequenceid=102, filesize=30.2 K 2024-11-21T11:22:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/cad59aff5a754d8a98b110b3882b99d8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/cad59aff5a754d8a98b110b3882b99d8 2024-11-21T11:22:54,262 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/cad59aff5a754d8a98b110b3882b99d8, entries=100, sequenceid=102, filesize=9.4 K 2024-11-21T11:22:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c01d6ccfe78a4f0288bc68547a1732fa as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c01d6ccfe78a4f0288bc68547a1732fa 2024-11-21T11:22:54,268 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c01d6ccfe78a4f0288bc68547a1732fa, entries=100, sequenceid=102, filesize=9.4 K 2024-11-21T11:22:54,269 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 3a29063179e69544bcd1002edac2d2e1 in 712ms, sequenceid=102, compaction requested=true 2024-11-21T11:22:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-21T11:22:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-21T11:22:54,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-21T11:22:54,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 870 msec 2024-11-21T11:22:54,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 875 msec 2024-11-21T11:22:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T11:22:54,507 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-21T11:22:54,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-21T11:22:54,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:54,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:54,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:54,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-21T11:22:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188234541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188234546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188234550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214f2a20382a164c1eaf6c7a1a28025b45_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742201_1377 (size=14794) 2024-11-21T11:22:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:54,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:54,623 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214f2a20382a164c1eaf6c7a1a28025b45_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f2a20382a164c1eaf6c7a1a28025b45_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:54,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/a0428d24f1924032aa3b069e48de1c16, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:54,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/a0428d24f1924032aa3b069e48de1c16 is 175, key is test_row_0/A:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:54,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188234660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742202_1378 (size=39749) 2024-11-21T11:22:54,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188234705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,710 DEBUG [Thread-1575 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188234715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,720 DEBUG [Thread-1573 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:22:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:54,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188234867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:54,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:54,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188235048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/a0428d24f1924032aa3b069e48de1c16 2024-11-21T11:22:55,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188235063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/5dc722bb1fff4b679b69fb2426a15fdb is 50, key is test_row_0/B:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:55,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742203_1379 (size=12151) 2024-11-21T11:22:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188235175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:55,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/5dc722bb1fff4b679b69fb2426a15fdb 2024-11-21T11:22:55,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/d3575f49311141509468459da0fc8aab is 50, key is test_row_0/C:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:55,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742204_1380 (size=12151) 2024-11-21T11:22:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188235686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:55,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:55,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:55,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:55,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:56,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/d3575f49311141509468459da0fc8aab 2024-11-21T11:22:56,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/a0428d24f1924032aa3b069e48de1c16 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16 2024-11-21T11:22:56,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16, entries=200, sequenceid=134, filesize=38.8 K 2024-11-21T11:22:56,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/5dc722bb1fff4b679b69fb2426a15fdb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/5dc722bb1fff4b679b69fb2426a15fdb 2024-11-21T11:22:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/5dc722bb1fff4b679b69fb2426a15fdb, entries=150, sequenceid=134, filesize=11.9 K 2024-11-21T11:22:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/d3575f49311141509468459da0fc8aab as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/d3575f49311141509468459da0fc8aab 2024-11-21T11:22:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/d3575f49311141509468459da0fc8aab, entries=150, sequenceid=134, filesize=11.9 K 2024-11-21T11:22:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 3a29063179e69544bcd1002edac2d2e1 in 1487ms, sequenceid=134, compaction requested=true 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:56,022 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:56,022 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T11:22:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,024 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57914 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T11:22:56,024 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:22:56,024 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,025 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/417d4cec64204504bb200ec9f460f7be, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4bc99ec2a7dc4917a2fa5261af3e6e06, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/f09146d3ee9f44d5a1aa4e023ca077c8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/cad59aff5a754d8a98b110b3882b99d8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/5dc722bb1fff4b679b69fb2426a15fdb] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=56.6 K 2024-11-21T11:22:56,025 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172262 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T11:22:56,025 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:22:56,025 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 417d4cec64204504bb200ec9f460f7be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732188170368 2024-11-21T11:22:56,025 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,025 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61d9a9630a55415bb9afe6ea799dc0cf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=168.2 K 2024-11-21T11:22:56,025 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,025 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61d9a9630a55415bb9afe6ea799dc0cf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16] 2024-11-21T11:22:56,026 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61d9a9630a55415bb9afe6ea799dc0cf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732188170368 2024-11-21T11:22:56,026 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc99ec2a7dc4917a2fa5261af3e6e06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732188170535 2024-11-21T11:22:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,026 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c30f176d709248319834be865edda31d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732188170535 2024-11-21T11:22:56,026 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f09146d3ee9f44d5a1aa4e023ca077c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732188171208 2024-11-21T11:22:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,027 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 896f60a26bf544a2b2e7c10a4af0ed73, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732188171208 2024-11-21T11:22:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,027 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting cad59aff5a754d8a98b110b3882b99d8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732188173499 2024-11-21T11:22:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,027 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dc722bb1fff4b679b69fb2426a15fdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732188173894 2024-11-21T11:22:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,027 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f143530b236f4f86afa2ffcbe45da284, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732188173499 2024-11-21T11:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,028 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0428d24f1924032aa3b069e48de1c16, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732188173884 2024-11-21T11:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T11:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,045 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-21T11:22:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:56,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,049 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,050 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/ca3a42b6ba80413cbb2062af6ff61c91 is 50, key is test_row_0/B:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,054 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,076 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211d4f5f0104984a83af90872f023282c5_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,078 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211d4f5f0104984a83af90872f023282c5_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:56,079 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211d4f5f0104984a83af90872f023282c5_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109f6389ae8ba4932ba974a7b98163ef8_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_1/A:col10/1732188174545/Put/seqid=0 2024-11-21T11:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742205_1381 (size=12425) 2024-11-21T11:22:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742206_1382 (size=4469) 2024-11-21T11:22:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742207_1383 (size=7324) 2024-11-21T11:22:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,198 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112109f6389ae8ba4932ba974a7b98163ef8_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109f6389ae8ba4932ba974a7b98163ef8_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/08e00b53a128408bb969894c6df61ebb, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/08e00b53a128408bb969894c6df61ebb is 175, key is test_row_1/A:col10/1732188174545/Put/seqid=0 2024-11-21T11:22:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742208_1384 (size=13815) 2024-11-21T11:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:56,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188236512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188236513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,553 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/ca3a42b6ba80413cbb2062af6ff61c91 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ca3a42b6ba80413cbb2062af6ff61c91 2024-11-21T11:22:56,561 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into ca3a42b6ba80413cbb2062af6ff61c91(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:56,561 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:56,561 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=11, startTime=1732188176022; duration=0sec 2024-11-21T11:22:56,561 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:56,562 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:22:56,562 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T11:22:56,565 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57914 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T11:22:56,565 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:22:56,566 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:56,566 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/17f19f3b6b394e9499969739fa119442, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c8641ed6dbfc49c69c6ed8c60db4b55e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/248ea5dfabf54bdbbda5380ace8a1514, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c01d6ccfe78a4f0288bc68547a1732fa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/d3575f49311141509468459da0fc8aab] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=56.6 K 2024-11-21T11:22:56,566 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f19f3b6b394e9499969739fa119442, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732188170368 2024-11-21T11:22:56,569 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c8641ed6dbfc49c69c6ed8c60db4b55e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732188170535 2024-11-21T11:22:56,569 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 248ea5dfabf54bdbbda5380ace8a1514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732188171208 2024-11-21T11:22:56,569 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c01d6ccfe78a4f0288bc68547a1732fa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732188173499 2024-11-21T11:22:56,570 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d3575f49311141509468459da0fc8aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732188173894 2024-11-21T11:22:56,577 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#322 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:56,578 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/48bbff0e24834b46a826a17c037029b5 is 175, key is test_row_0/A:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:56,607 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:56,608 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/eadd4da9a02c4963bbc5d654672e03a6 is 50, key is test_row_0/C:col10/1732188174534/Put/seqid=0 2024-11-21T11:22:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742209_1385 (size=31379) 2024-11-21T11:22:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188236624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188236624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,638 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/48bbff0e24834b46a826a17c037029b5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/48bbff0e24834b46a826a17c037029b5 2024-11-21T11:22:56,647 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 48bbff0e24834b46a826a17c037029b5(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:56,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:56,647 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=11, startTime=1732188176022; duration=0sec 2024-11-21T11:22:56,648 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:56,648 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:22:56,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742210_1386 (size=12425) 2024-11-21T11:22:56,661 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/08e00b53a128408bb969894c6df61ebb 2024-11-21T11:22:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/50537049b8074f59a3dfdfb4a5011a0b is 50, key is test_row_1/B:col10/1732188174545/Put/seqid=0 2024-11-21T11:22:56,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188236698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742211_1387 (size=7365) 2024-11-21T11:22:56,745 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/50537049b8074f59a3dfdfb4a5011a0b 2024-11-21T11:22:56,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/baa226632dd0414f9f4544e86b8d7682 is 50, key is test_row_1/C:col10/1732188174545/Put/seqid=0 2024-11-21T11:22:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742212_1388 (size=7365) 2024-11-21T11:22:56,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188236833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:56,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188236834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,070 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/eadd4da9a02c4963bbc5d654672e03a6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eadd4da9a02c4963bbc5d654672e03a6 2024-11-21T11:22:57,080 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into eadd4da9a02c4963bbc5d654672e03a6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:57,080 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:57,081 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=11, startTime=1732188176022; duration=0sec 2024-11-21T11:22:57,081 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:57,081 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:22:57,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188237144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188237147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,233 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/baa226632dd0414f9f4544e86b8d7682 2024-11-21T11:22:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/08e00b53a128408bb969894c6df61ebb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb 2024-11-21T11:22:57,250 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb, entries=50, sequenceid=138, filesize=13.5 K 2024-11-21T11:22:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/50537049b8074f59a3dfdfb4a5011a0b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/50537049b8074f59a3dfdfb4a5011a0b 2024-11-21T11:22:57,261 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/50537049b8074f59a3dfdfb4a5011a0b, entries=50, sequenceid=138, filesize=7.2 K 2024-11-21T11:22:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/baa226632dd0414f9f4544e86b8d7682 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/baa226632dd0414f9f4544e86b8d7682 2024-11-21T11:22:57,270 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/baa226632dd0414f9f4544e86b8d7682, entries=50, sequenceid=138, filesize=7.2 K 2024-11-21T11:22:57,271 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 3a29063179e69544bcd1002edac2d2e1 in 1226ms, sequenceid=138, compaction requested=false 2024-11-21T11:22:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-21T11:22:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-21T11:22:57,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-21T11:22:57,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7690 sec 2024-11-21T11:22:57,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.7740 sec 2024-11-21T11:22:57,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-11-21T11:22:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:57,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:57,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:57,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:57,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:57,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:57,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:57,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188237677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188237683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112191f8295c9fac49b49371d34ba53fe2ce_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:57,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742213_1389 (size=12304) 2024-11-21T11:22:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188237787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188237791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188237997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:58,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188237997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:58,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,148 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112191f8295c9fac49b49371d34ba53fe2ce_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112191f8295c9fac49b49371d34ba53fe2ce_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:58,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/db2ce7e46c334d8da7df7378bff1d6a5, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:58,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/db2ce7e46c334d8da7df7378bff1d6a5 is 175, key is test_row_0/A:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742214_1390 (size=31105) 2024-11-21T11:22:58,177 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=69.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/db2ce7e46c334d8da7df7378bff1d6a5 2024-11-21T11:22:58,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/9c24925a771c4984a47a576d4a2cff78 is 50, key is test_row_0/B:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742215_1391 (size=12151) 2024-11-21T11:22:58,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188238302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:58,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188238303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T11:22:58,618 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-21T11:22:58,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-21T11:22:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T11:22:58,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:58,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:58,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:58,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/9c24925a771c4984a47a576d4a2cff78 2024-11-21T11:22:58,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c41966064639462d968b81ff99251596 is 50, key is test_row_0/C:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742216_1392 (size=12151) 2024-11-21T11:22:58,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c41966064639462d968b81ff99251596 2024-11-21T11:22:58,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/db2ce7e46c334d8da7df7378bff1d6a5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5 2024-11-21T11:22:58,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5, entries=150, sequenceid=175, filesize=30.4 K 2024-11-21T11:22:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/9c24925a771c4984a47a576d4a2cff78 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c24925a771c4984a47a576d4a2cff78 2024-11-21T11:22:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c24925a771c4984a47a576d4a2cff78, entries=150, sequenceid=175, filesize=11.9 K 2024-11-21T11:22:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T11:22:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/c41966064639462d968b81ff99251596 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c41966064639462d968b81ff99251596 2024-11-21T11:22:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c41966064639462d968b81ff99251596, entries=150, sequenceid=175, filesize=11.9 K 2024-11-21T11:22:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 3a29063179e69544bcd1002edac2d2e1 in 1066ms, sequenceid=175, compaction requested=true 2024-11-21T11:22:58,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,742 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:22:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:58,743 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,744 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:58,744 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:22:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,744 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:58,744 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/48bbff0e24834b46a826a17c037029b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=74.5 K 2024-11-21T11:22:58,744 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,744 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/48bbff0e24834b46a826a17c037029b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5] 2024-11-21T11:22:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,745 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:58,745 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:22:58,745 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:58,745 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ca3a42b6ba80413cbb2062af6ff61c91, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/50537049b8074f59a3dfdfb4a5011a0b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c24925a771c4984a47a576d4a2cff78] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=31.2 K 2024-11-21T11:22:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,746 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48bbff0e24834b46a826a17c037029b5, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732188173894 2024-11-21T11:22:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,747 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3a42b6ba80413cbb2062af6ff61c91, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732188173894 2024-11-21T11:22:58,747 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e00b53a128408bb969894c6df61ebb, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732188174545 2024-11-21T11:22:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,747 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 50537049b8074f59a3dfdfb4a5011a0b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732188174545 2024-11-21T11:22:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,748 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c24925a771c4984a47a576d4a2cff78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732188176467 2024-11-21T11:22:58,748 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting db2ce7e46c334d8da7df7378bff1d6a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732188176467 2024-11-21T11:22:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T11:22:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:58,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:58,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-21T11:22:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-21T11:22:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,776 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T11:22:58,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-21T11:22:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 158 msec 2024-11-21T11:22:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,794 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:58,794 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/2fb51f9a273e44cf9fcd097db2ed47bd is 50, key is test_row_0/B:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,807 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d4fa2a1af02244488e44120aef55ee6b_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d4fa2a1af02244488e44120aef55ee6b_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:58,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d4fa2a1af02244488e44120aef55ee6b_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742217_1393 (size=12527) 2024-11-21T11:22:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742218_1394 (size=4469) 2024-11-21T11:22:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,867 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#330 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,867 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/3256191247eb4bbb831a125ebab0e0f5 is 175, key is test_row_0/A:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742219_1395 (size=31481) 2024-11-21T11:22:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,898 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/3256191247eb4bbb831a125ebab0e0f5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/3256191247eb4bbb831a125ebab0e0f5 2024-11-21T11:22:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,903 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 3256191247eb4bbb831a125ebab0e0f5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:58,903 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:58,903 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188178742; duration=0sec 2024-11-21T11:22:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,903 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:22:58,903 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:22:58,903 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:22:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,904 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:22:58,905 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:22:58,905 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:58,905 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eadd4da9a02c4963bbc5d654672e03a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/baa226632dd0414f9f4544e86b8d7682, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c41966064639462d968b81ff99251596] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=31.2 K 2024-11-21T11:22:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,905 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting eadd4da9a02c4963bbc5d654672e03a6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732188173894 2024-11-21T11:22:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,905 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting baa226632dd0414f9f4544e86b8d7682, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732188174545 2024-11-21T11:22:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,906 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41966064639462d968b81ff99251596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732188176467 2024-11-21T11:22:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T11:22:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,929 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-21T11:22:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:22:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-21T11:22:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,934 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:22:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,934 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/eeb89aae3d0d47108b401c6a2ad735ae is 50, key is test_row_0/C:col10/1732188176467/Put/seqid=0 2024-11-21T11:22:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:22:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:22:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,936 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:22:58,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:22:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742220_1396 (size=12527) 2024-11-21T11:22:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:22:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:22:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:22:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:22:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:22:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121025f5ce546574124ba1cba48e16575a7_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188178961/Put/seqid=0 2024-11-21T11:22:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188239019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188239020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188239025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188239026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:22:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188239027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742222_1398 (size=27248) 2024-11-21T11:22:59,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:22:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188239131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188239132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188239133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188239134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188239138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:22:59,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:22:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,248 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/2fb51f9a273e44cf9fcd097db2ed47bd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/2fb51f9a273e44cf9fcd097db2ed47bd 2024-11-21T11:22:59,253 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 2fb51f9a273e44cf9fcd097db2ed47bd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:59,253 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:59,253 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188178743; duration=0sec 2024-11-21T11:22:59,253 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:59,253 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:22:59,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188239337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188239337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188239338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188239341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188239348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,356 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/eeb89aae3d0d47108b401c6a2ad735ae as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eeb89aae3d0d47108b401c6a2ad735ae 2024-11-21T11:22:59,361 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into eeb89aae3d0d47108b401c6a2ad735ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:22:59,361 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:22:59,361 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188178743; duration=0sec 2024-11-21T11:22:59,361 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:22:59,361 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:22:59,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:22:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,461 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:22:59,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121025f5ce546574124ba1cba48e16575a7_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121025f5ce546574124ba1cba48e16575a7_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:22:59,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/bdd1503ee5a64b9199981b1eb0f9fa3b, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:22:59,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/bdd1503ee5a64b9199981b1eb0f9fa3b is 175, key is test_row_0/A:col10/1732188178961/Put/seqid=0 2024-11-21T11:22:59,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742221_1397 (size=83035) 2024-11-21T11:22:59,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/bdd1503ee5a64b9199981b1eb0f9fa3b 2024-11-21T11:22:59,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/d8297c76575a44a5931199bba06d369f is 50, key is test_row_0/B:col10/1732188178961/Put/seqid=0 2024-11-21T11:22:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:22:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742223_1399 (size=12151) 2024-11-21T11:22:59,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/d8297c76575a44a5931199bba06d369f 2024-11-21T11:22:59,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:22:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/e20272fe37d94d76a137de463b84072f is 50, key is test_row_0/C:col10/1732188178961/Put/seqid=0 2024-11-21T11:22:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742224_1400 (size=12151) 2024-11-21T11:22:59,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188239644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188239644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188239644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188239650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:22:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188239655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:22:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:22:59,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:22:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:22:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:22:59,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:22:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/e20272fe37d94d76a137de463b84072f 2024-11-21T11:23:00,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/bdd1503ee5a64b9199981b1eb0f9fa3b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b 2024-11-21T11:23:00,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b, entries=450, sequenceid=189, filesize=81.1 K 2024-11-21T11:23:00,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/d8297c76575a44a5931199bba06d369f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/d8297c76575a44a5931199bba06d369f 2024-11-21T11:23:00,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/d8297c76575a44a5931199bba06d369f, entries=150, sequenceid=189, filesize=11.9 K 2024-11-21T11:23:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/e20272fe37d94d76a137de463b84072f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e20272fe37d94d76a137de463b84072f 2024-11-21T11:23:00,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e20272fe37d94d76a137de463b84072f, entries=150, sequenceid=189, filesize=11.9 K 2024-11-21T11:23:00,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a29063179e69544bcd1002edac2d2e1 in 1072ms, sequenceid=189, compaction requested=false 2024-11-21T11:23:00,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:23:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:00,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:00,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:00,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:00,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:00,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:00,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:00,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:00,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d8a51eafa07444ef84086768a7f5b55b_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:00,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188240176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188240181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188240183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188240190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742225_1401 (size=14794) 2024-11-21T11:23:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188240190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:00,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d8a51eafa07444ef84086768a7f5b55b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8a51eafa07444ef84086768a7f5b55b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:00,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/98accd5957d447b18f4d1979386a2282, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:00,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/98accd5957d447b18f4d1979386a2282 is 175, key is test_row_0/A:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742226_1402 (size=39749) 2024-11-21T11:23:00,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/98accd5957d447b18f4d1979386a2282 2024-11-21T11:23:00,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/065322b004b945e69c4044ed50a61331 is 50, key is test_row_0/B:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742227_1403 (size=12151) 2024-11-21T11:23:00,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188240292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188240292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188240292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188240305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188240305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188240496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188240496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188240496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188240508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188240510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/065322b004b945e69c4044ed50a61331 2024-11-21T11:23:00,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/57b420576cce44fc98e5b2ba8e6e071c is 50, key is test_row_0/C:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742228_1404 (size=12151) 2024-11-21T11:23:00,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188240805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188240805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188240807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188240816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188240817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:00,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:00,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:23:01,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:01,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/57b420576cce44fc98e5b2ba8e6e071c 2024-11-21T11:23:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/98accd5957d447b18f4d1979386a2282 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282 2024-11-21T11:23:01,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282, entries=200, sequenceid=217, filesize=38.8 K 2024-11-21T11:23:01,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/065322b004b945e69c4044ed50a61331 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/065322b004b945e69c4044ed50a61331 2024-11-21T11:23:01,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/065322b004b945e69c4044ed50a61331, entries=150, sequenceid=217, filesize=11.9 K 2024-11-21T11:23:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/57b420576cce44fc98e5b2ba8e6e071c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/57b420576cce44fc98e5b2ba8e6e071c 2024-11-21T11:23:01,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/57b420576cce44fc98e5b2ba8e6e071c, entries=150, sequenceid=217, filesize=11.9 K 2024-11-21T11:23:01,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3a29063179e69544bcd1002edac2d2e1 in 990ms, sequenceid=217, compaction requested=true 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:01,149 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:01,149 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:01,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:01,150 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 154265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:01,150 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:01,150 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:23:01,150 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:23:01,150 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,150 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,150 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/3256191247eb4bbb831a125ebab0e0f5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=150.6 K 2024-11-21T11:23:01,151 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/2fb51f9a273e44cf9fcd097db2ed47bd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/d8297c76575a44a5931199bba06d369f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/065322b004b945e69c4044ed50a61331] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.0 K 2024-11-21T11:23:01,151 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,151 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/3256191247eb4bbb831a125ebab0e0f5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282] 2024-11-21T11:23:01,151 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fb51f9a273e44cf9fcd097db2ed47bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732188176467 2024-11-21T11:23:01,151 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3256191247eb4bbb831a125ebab0e0f5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732188176467 2024-11-21T11:23:01,151 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d8297c76575a44a5931199bba06d369f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732188178951 2024-11-21T11:23:01,151 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd1503ee5a64b9199981b1eb0f9fa3b, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732188178916 2024-11-21T11:23:01,152 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 065322b004b945e69c4044ed50a61331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732188179019 2024-11-21T11:23:01,152 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98accd5957d447b18f4d1979386a2282, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732188179019 2024-11-21T11:23:01,181 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:01,181 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/596bebda24e74ad88b909d036f3ffc8d is 50, key is test_row_0/B:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:01,191 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:01,213 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ee0b26125d4745f4b1bddd7e3243cec4_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:01,217 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ee0b26125d4745f4b1bddd7e3243cec4_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:01,217 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ee0b26125d4745f4b1bddd7e3243cec4_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742229_1405 (size=12629) 2024-11-21T11:23:01,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,242 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:01,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742230_1406 (size=4469) 2024-11-21T11:23:01,276 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#340 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:01,277 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/8ead42fd16fa4dbdbc9776c1cdf65bf3 is 175, key is test_row_0/A:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112106707d4f8b054efa87b08b87c659045b_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188180181/Put/seqid=0 2024-11-21T11:23:01,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742231_1407 (size=31583) 2024-11-21T11:23:01,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742232_1408 (size=12304) 2024-11-21T11:23:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:01,388 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112106707d4f8b054efa87b08b87c659045b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106707d4f8b054efa87b08b87c659045b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:01,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb is 175, key is test_row_0/A:col10/1732188180181/Put/seqid=0 2024-11-21T11:23:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188241391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188241401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188241402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188241403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188241411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742233_1409 (size=31105) 2024-11-21T11:23:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188241513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188241524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188241525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188241525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188241532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,641 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/596bebda24e74ad88b909d036f3ffc8d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/596bebda24e74ad88b909d036f3ffc8d 2024-11-21T11:23:01,648 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 596bebda24e74ad88b909d036f3ffc8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:01,648 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:01,649 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188181149; duration=0sec 2024-11-21T11:23:01,649 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:01,649 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:23:01,649 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:01,651 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:01,651 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:23:01,651 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,651 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eeb89aae3d0d47108b401c6a2ad735ae, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e20272fe37d94d76a137de463b84072f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/57b420576cce44fc98e5b2ba8e6e071c] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.0 K 2024-11-21T11:23:01,658 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb89aae3d0d47108b401c6a2ad735ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732188176467 2024-11-21T11:23:01,659 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e20272fe37d94d76a137de463b84072f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732188178951 2024-11-21T11:23:01,659 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 57b420576cce44fc98e5b2ba8e6e071c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732188179019 2024-11-21T11:23:01,677 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:01,678 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/fbbc11759a574d27b94d1f572aef9c04 is 50, key is test_row_0/C:col10/1732188180156/Put/seqid=0 2024-11-21T11:23:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742234_1410 (size=12629) 2024-11-21T11:23:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188241728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,744 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/8ead42fd16fa4dbdbc9776c1cdf65bf3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/8ead42fd16fa4dbdbc9776c1cdf65bf3 2024-11-21T11:23:01,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188241741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188241741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188241741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188241742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:01,753 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 8ead42fd16fa4dbdbc9776c1cdf65bf3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:01,754 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:01,754 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188181149; duration=0sec 2024-11-21T11:23:01,754 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:01,754 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:23:01,837 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb 2024-11-21T11:23:01,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/ac152772b27b4a50bb5e9c49a8f598d7 is 50, key is test_row_0/B:col10/1732188180181/Put/seqid=0 2024-11-21T11:23:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742235_1411 (size=12151) 2024-11-21T11:23:01,890 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/ac152772b27b4a50bb5e9c49a8f598d7 2024-11-21T11:23:01,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/e18316af97e34a6c9215c55f846f95fc is 50, key is test_row_0/C:col10/1732188180181/Put/seqid=0 2024-11-21T11:23:01,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742236_1412 (size=12151) 2024-11-21T11:23:01,926 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/e18316af97e34a6c9215c55f846f95fc 2024-11-21T11:23:01,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb 2024-11-21T11:23:01,941 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb, entries=150, sequenceid=228, filesize=30.4 K 2024-11-21T11:23:01,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/ac152772b27b4a50bb5e9c49a8f598d7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ac152772b27b4a50bb5e9c49a8f598d7 2024-11-21T11:23:01,947 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ac152772b27b4a50bb5e9c49a8f598d7, entries=150, sequenceid=228, filesize=11.9 K 2024-11-21T11:23:01,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/e18316af97e34a6c9215c55f846f95fc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e18316af97e34a6c9215c55f846f95fc 2024-11-21T11:23:01,963 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e18316af97e34a6c9215c55f846f95fc, entries=150, sequenceid=228, filesize=11.9 K 2024-11-21T11:23:01,964 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a29063179e69544bcd1002edac2d2e1 in 722ms, sequenceid=228, compaction requested=false 2024-11-21T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:01,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-21T11:23:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-21T11:23:01,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-21T11:23:01,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0320 sec 2024-11-21T11:23:01,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.0400 sec 2024-11-21T11:23:02,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:02,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188242055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188242056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188242057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188242061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163ea564ab5904f08adbf7efd17abd622_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:02,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188242071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742237_1413 (size=14794) 2024-11-21T11:23:02,132 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/fbbc11759a574d27b94d1f572aef9c04 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/fbbc11759a574d27b94d1f572aef9c04 2024-11-21T11:23:02,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into fbbc11759a574d27b94d1f572aef9c04(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:02,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:02,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188181149; duration=0sec 2024-11-21T11:23:02,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:02,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:23:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188242171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188242171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188242171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188242173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188242184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188242382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188242382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188242383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188242384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188242395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:02,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112163ea564ab5904f08adbf7efd17abd622_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163ea564ab5904f08adbf7efd17abd622_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:02,528 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7971084aba7d4ecfb49dfb253b072627, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:02,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7971084aba7d4ecfb49dfb253b072627 is 175, key is test_row_0/A:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742238_1414 (size=39749) 2024-11-21T11:23:02,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7971084aba7d4ecfb49dfb253b072627 2024-11-21T11:23:02,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/181a4f2a6f92400a87f3b218895e368c is 50, key is test_row_0/B:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742239_1415 (size=12151) 2024-11-21T11:23:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188242689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188242689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188242689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188242691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:02,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188242704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T11:23:03,042 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-21T11:23:03,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-21T11:23:03,046 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:03,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/181a4f2a6f92400a87f3b218895e368c 2024-11-21T11:23:03,047 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:03,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T11:23:03,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/1a76d2e468f14351bff0ab0fae0c3af7 is 50, key is test_row_0/C:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742240_1416 (size=12151) 2024-11-21T11:23:03,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/1a76d2e468f14351bff0ab0fae0c3af7 2024-11-21T11:23:03,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7971084aba7d4ecfb49dfb253b072627 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627 2024-11-21T11:23:03,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627, entries=200, sequenceid=256, filesize=38.8 K 2024-11-21T11:23:03,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/181a4f2a6f92400a87f3b218895e368c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/181a4f2a6f92400a87f3b218895e368c 2024-11-21T11:23:03,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/181a4f2a6f92400a87f3b218895e368c, entries=150, sequenceid=256, filesize=11.9 K 2024-11-21T11:23:03,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/1a76d2e468f14351bff0ab0fae0c3af7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a76d2e468f14351bff0ab0fae0c3af7 2024-11-21T11:23:03,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a76d2e468f14351bff0ab0fae0c3af7, entries=150, sequenceid=256, filesize=11.9 K 2024-11-21T11:23:03,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a29063179e69544bcd1002edac2d2e1 in 1093ms, sequenceid=256, compaction requested=true 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:03,135 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T11:23:03,136 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:03,136 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:03,136 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:23:03,136 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:03,136 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/8ead42fd16fa4dbdbc9776c1cdf65bf3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=100.0 K 2024-11-21T11:23:03,136 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:03,136 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/8ead42fd16fa4dbdbc9776c1cdf65bf3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627] 2024-11-21T11:23:03,136 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:03,137 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:23:03,137 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:03,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ead42fd16fa4dbdbc9776c1cdf65bf3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732188179019 2024-11-21T11:23:03,137 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/596bebda24e74ad88b909d036f3ffc8d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ac152772b27b4a50bb5e9c49a8f598d7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/181a4f2a6f92400a87f3b218895e368c] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.1 K 2024-11-21T11:23:03,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3dc7fb3ab540c6a9d0ce9feaaae1fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732188180181 2024-11-21T11:23:03,137 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596bebda24e74ad88b909d036f3ffc8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732188179019 2024-11-21T11:23:03,137 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7971084aba7d4ecfb49dfb253b072627, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732188181400 2024-11-21T11:23:03,137 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac152772b27b4a50bb5e9c49a8f598d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732188180181 2024-11-21T11:23:03,138 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 181a4f2a6f92400a87f3b218895e368c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732188181402 2024-11-21T11:23:03,146 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T11:23:03,159 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:03,160 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/535b429febed4beb964705448dbc5432 is 50, key is test_row_0/B:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:03,168 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411216b6b974d9430462fa859d488fb308a93_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:03,170 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411216b6b974d9430462fa859d488fb308a93_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:03,170 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216b6b974d9430462fa859d488fb308a93_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:03,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:03,202 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:03,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:03,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:03,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742241_1417 (size=12731) 2024-11-21T11:23:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742242_1418 (size=4469) 2024-11-21T11:23:03,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112113eb41e0a5a742cb984edefa39104c73_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188182069/Put/seqid=0 2024-11-21T11:23:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742243_1419 (size=12454) 2024-11-21T11:23:03,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:03,279 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112113eb41e0a5a742cb984edefa39104c73_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112113eb41e0a5a742cb984edefa39104c73_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/865cab62ea664da4870d46c81ae20d0e, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/865cab62ea664da4870d46c81ae20d0e is 175, key is test_row_0/A:col10/1732188182069/Put/seqid=0 2024-11-21T11:23:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742244_1420 (size=31255) 2024-11-21T11:23:03,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188243334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T11:23:03,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188243339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188243340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188243342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188243342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188243444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188243452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188243453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188243453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188243457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,639 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/535b429febed4beb964705448dbc5432 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/535b429febed4beb964705448dbc5432 2024-11-21T11:23:03,644 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#348 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:03,645 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/be19b637ad334f3192340ed826ac9675 is 175, key is test_row_0/A:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:03,647 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 535b429febed4beb964705448dbc5432(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:03,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:03,647 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188183135; duration=0sec 2024-11-21T11:23:03,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:03,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:23:03,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:03,649 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:03,649 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:23:03,649 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:03,649 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/fbbc11759a574d27b94d1f572aef9c04, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e18316af97e34a6c9215c55f846f95fc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a76d2e468f14351bff0ab0fae0c3af7] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.1 K 2024-11-21T11:23:03,649 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbbc11759a574d27b94d1f572aef9c04, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732188179019 2024-11-21T11:23:03,650 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e18316af97e34a6c9215c55f846f95fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732188180181 2024-11-21T11:23:03,650 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a76d2e468f14351bff0ab0fae0c3af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732188181402 2024-11-21T11:23:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T11:23:03,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188243650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188243659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188243660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188243661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188243665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742245_1421 (size=31685) 2024-11-21T11:23:03,686 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/be19b637ad334f3192340ed826ac9675 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/be19b637ad334f3192340ed826ac9675 2024-11-21T11:23:03,689 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:03,690 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/24ce56bd122e4b248d9b2e010e8fa465 is 50, key is test_row_0/C:col10/1732188182040/Put/seqid=0 2024-11-21T11:23:03,695 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into be19b637ad334f3192340ed826ac9675(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:03,695 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:03,695 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188183135; duration=0sec 2024-11-21T11:23:03,695 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:03,695 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:23:03,702 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/865cab62ea664da4870d46c81ae20d0e 2024-11-21T11:23:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742246_1422 (size=12731) 2024-11-21T11:23:03,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/e497d1eeea3d4607872d6e87a2fcfcc4 is 50, key is test_row_0/B:col10/1732188182069/Put/seqid=0 2024-11-21T11:23:03,744 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/24ce56bd122e4b248d9b2e010e8fa465 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/24ce56bd122e4b248d9b2e010e8fa465 2024-11-21T11:23:03,749 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into 24ce56bd122e4b248d9b2e010e8fa465(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:03,749 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:03,749 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188183135; duration=0sec 2024-11-21T11:23:03,749 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:03,749 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:23:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742247_1423 (size=12301) 2024-11-21T11:23:03,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188243959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188243963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188243963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188243974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188243974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T11:23:04,187 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/e497d1eeea3d4607872d6e87a2fcfcc4 2024-11-21T11:23:04,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/ee848c7cfe904e88a41226a56377d975 is 50, key is test_row_0/C:col10/1732188182069/Put/seqid=0 2024-11-21T11:23:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742248_1424 (size=12301) 2024-11-21T11:23:04,244 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/ee848c7cfe904e88a41226a56377d975 2024-11-21T11:23:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/865cab62ea664da4870d46c81ae20d0e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e 2024-11-21T11:23:04,262 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e, entries=150, sequenceid=267, filesize=30.5 K 2024-11-21T11:23:04,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/e497d1eeea3d4607872d6e87a2fcfcc4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/e497d1eeea3d4607872d6e87a2fcfcc4 2024-11-21T11:23:04,268 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/e497d1eeea3d4607872d6e87a2fcfcc4, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T11:23:04,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/ee848c7cfe904e88a41226a56377d975 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/ee848c7cfe904e88a41226a56377d975 2024-11-21T11:23:04,276 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/ee848c7cfe904e88a41226a56377d975, entries=150, sequenceid=267, filesize=12.0 K 2024-11-21T11:23:04,278 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3a29063179e69544bcd1002edac2d2e1 in 1076ms, sequenceid=267, compaction requested=false 2024-11-21T11:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-21T11:23:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-21T11:23:04,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T11:23:04,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-21T11:23:04,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.2410 sec 2024-11-21T11:23:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:04,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T11:23:04,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:04,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121661f12754312434caf60daec3b79cfb7_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:04,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188244481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742249_1425 (size=14994) 2024-11-21T11:23:04,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188244486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188244487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188244487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188244493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188244593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188244594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188244594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188244595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188244801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188244802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188244804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188244804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:04,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:04,906 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121661f12754312434caf60daec3b79cfb7_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121661f12754312434caf60daec3b79cfb7_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:04,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/1eeeb20ced214110ab0dd9e527751b05, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:04,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/1eeeb20ced214110ab0dd9e527751b05 is 175, key is test_row_0/A:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742250_1426 (size=39949) 2024-11-21T11:23:04,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/1eeeb20ced214110ab0dd9e527751b05 2024-11-21T11:23:04,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/413e802c430241de937231436d3ba4af is 50, key is test_row_0/B:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742251_1427 (size=12301) 2024-11-21T11:23:05,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/413e802c430241de937231436d3ba4af 2024-11-21T11:23:05,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/1a575d0ad0314be193ce59c89669b165 is 50, key is test_row_0/C:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742252_1428 (size=12301) 2024-11-21T11:23:05,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/1a575d0ad0314be193ce59c89669b165 2024-11-21T11:23:05,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/1eeeb20ced214110ab0dd9e527751b05 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05 2024-11-21T11:23:05,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05, entries=200, sequenceid=297, filesize=39.0 K 2024-11-21T11:23:05,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/413e802c430241de937231436d3ba4af as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/413e802c430241de937231436d3ba4af 2024-11-21T11:23:05,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/413e802c430241de937231436d3ba4af, entries=150, sequenceid=297, filesize=12.0 K 2024-11-21T11:23:05,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/1a575d0ad0314be193ce59c89669b165 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a575d0ad0314be193ce59c89669b165 2024-11-21T11:23:05,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a575d0ad0314be193ce59c89669b165, entries=150, sequenceid=297, filesize=12.0 K 2024-11-21T11:23:05,088 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T11:23:05,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 3a29063179e69544bcd1002edac2d2e1 in 620ms, sequenceid=297, compaction requested=true 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:05,089 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:05,089 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:05,090 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:05,090 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:05,090 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:23:05,090 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:23:05,090 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,090 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,090 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/be19b637ad334f3192340ed826ac9675, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=100.5 K 2024-11-21T11:23:05,090 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/535b429febed4beb964705448dbc5432, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/e497d1eeea3d4607872d6e87a2fcfcc4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/413e802c430241de937231436d3ba4af] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.5 K 2024-11-21T11:23:05,090 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,090 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/be19b637ad334f3192340ed826ac9675, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05] 2024-11-21T11:23:05,090 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 535b429febed4beb964705448dbc5432, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732188181402 2024-11-21T11:23:05,091 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting be19b637ad334f3192340ed826ac9675, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732188181402 2024-11-21T11:23:05,091 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865cab62ea664da4870d46c81ae20d0e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732188182055 2024-11-21T11:23:05,091 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e497d1eeea3d4607872d6e87a2fcfcc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732188182055 2024-11-21T11:23:05,091 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 413e802c430241de937231436d3ba4af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732188183340 2024-11-21T11:23:05,091 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eeeb20ced214110ab0dd9e527751b05, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732188183324 2024-11-21T11:23:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:05,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:05,115 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:05,122 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:05,123 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/58a003be6961437faeeaf52a35fa4357 is 50, key is test_row_0/B:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:05,128 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121a5ba420e9ce14615b6ef50108f80d500_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:05,130 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121a5ba420e9ce14615b6ef50108f80d500_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:05,130 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a5ba420e9ce14615b6ef50108f80d500_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:05,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c368e069bcc3402aa2beeb7bd745ff63_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188185107/Put/seqid=0 2024-11-21T11:23:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T11:23:05,154 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-21T11:23:05,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-21T11:23:05,157 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:05,158 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:05,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:05,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742254_1430 (size=4469) 2024-11-21T11:23:05,212 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#357 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:05,213 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5 is 175, key is test_row_0/A:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:05,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742253_1429 (size=12983) 2024-11-21T11:23:05,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742255_1431 (size=14994) 2024-11-21T11:23:05,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:05,229 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/58a003be6961437faeeaf52a35fa4357 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/58a003be6961437faeeaf52a35fa4357 2024-11-21T11:23:05,231 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c368e069bcc3402aa2beeb7bd745ff63_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c368e069bcc3402aa2beeb7bd745ff63_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:05,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/4b2cf45096e4495c863784af522a184d, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:05,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/4b2cf45096e4495c863784af522a184d is 175, key is test_row_0/A:col10/1732188185107/Put/seqid=0 2024-11-21T11:23:05,237 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 58a003be6961437faeeaf52a35fa4357(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:05,237 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:05,237 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188185089; duration=0sec 2024-11-21T11:23:05,237 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:05,237 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:23:05,237 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:05,238 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:05,238 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:23:05,238 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,238 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/24ce56bd122e4b248d9b2e010e8fa465, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/ee848c7cfe904e88a41226a56377d975, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a575d0ad0314be193ce59c89669b165] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.5 K 2024-11-21T11:23:05,239 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 24ce56bd122e4b248d9b2e010e8fa465, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732188181402 2024-11-21T11:23:05,240 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ee848c7cfe904e88a41226a56377d975, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732188182055 2024-11-21T11:23:05,240 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a575d0ad0314be193ce59c89669b165, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732188183340 2024-11-21T11:23:05,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742256_1432 (size=31937) 2024-11-21T11:23:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188245246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,266 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:05,267 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/3e64582fb44d4f55807831eb161bb9a6 is 50, key is test_row_0/C:col10/1732188183340/Put/seqid=0 2024-11-21T11:23:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188245255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,271 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5 2024-11-21T11:23:05,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188245256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188245264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,280 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 7d2cdd4b9ebb4e0a958ea99334d5e7b5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:05,280 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:05,280 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188185089; duration=0sec 2024-11-21T11:23:05,280 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:05,280 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:23:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742257_1433 (size=39949) 2024-11-21T11:23:05,281 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/4b2cf45096e4495c863784af522a184d 2024-11-21T11:23:05,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742258_1434 (size=12983) 2024-11-21T11:23:05,308 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/3e64582fb44d4f55807831eb161bb9a6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/3e64582fb44d4f55807831eb161bb9a6 2024-11-21T11:23:05,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/a5bdf9620eec4151ad08acd93c1ec54f is 50, key is test_row_0/B:col10/1732188185107/Put/seqid=0 2024-11-21T11:23:05,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,318 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into 3e64582fb44d4f55807831eb161bb9a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:05,318 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:05,318 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188185089; duration=0sec 2024-11-21T11:23:05,318 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:05,318 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:23:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742259_1435 (size=12301) 2024-11-21T11:23:05,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/a5bdf9620eec4151ad08acd93c1ec54f 2024-11-21T11:23:05,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/606220ec7a3141d788f228ace5b24bc7 is 50, key is test_row_0/C:col10/1732188185107/Put/seqid=0 2024-11-21T11:23:05,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188245363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188245369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188245379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188245382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742260_1436 (size=12301) 2024-11-21T11:23:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:05,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188245489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188245577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188245578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188245588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188245590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:05,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:05,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:05,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/606220ec7a3141d788f228ace5b24bc7 2024-11-21T11:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/4b2cf45096e4495c863784af522a184d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d 2024-11-21T11:23:05,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d, entries=200, sequenceid=309, filesize=39.0 K 2024-11-21T11:23:05,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/a5bdf9620eec4151ad08acd93c1ec54f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/a5bdf9620eec4151ad08acd93c1ec54f 2024-11-21T11:23:05,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/a5bdf9620eec4151ad08acd93c1ec54f, entries=150, sequenceid=309, filesize=12.0 K 2024-11-21T11:23:05,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/606220ec7a3141d788f228ace5b24bc7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/606220ec7a3141d788f228ace5b24bc7 2024-11-21T11:23:05,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/606220ec7a3141d788f228ace5b24bc7, entries=150, sequenceid=309, filesize=12.0 K 2024-11-21T11:23:05,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a29063179e69544bcd1002edac2d2e1 in 735ms, sequenceid=309, compaction requested=false 2024-11-21T11:23:05,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:05,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:05,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e74d9d17c6ae442c893ec1cf3b7db33c_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188245911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188245916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188245917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188245917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:05,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:05,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:05,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742261_1437 (size=17534) 2024-11-21T11:23:05,967 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:05,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e74d9d17c6ae442c893ec1cf3b7db33c_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e74d9d17c6ae442c893ec1cf3b7db33c_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:05,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/816cb5986fcd419cae73059ec07eefef, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:05,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/816cb5986fcd419cae73059ec07eefef is 175, key is test_row_0/A:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:06,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742262_1438 (size=48639) 2024-11-21T11:23:06,013 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/816cb5986fcd419cae73059ec07eefef 2024-11-21T11:23:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188246019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188246025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188246027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/9c9d3248f4ba4f78b1481b158effee9b is 50, key is test_row_0/B:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188246028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742263_1439 (size=12301) 2024-11-21T11:23:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:06,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188246230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188246231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188246232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188246238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:06,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/9c9d3248f4ba4f78b1481b158effee9b 2024-11-21T11:23:06,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/82cd6018fd844fca8b235a7c73376897 is 50, key is test_row_0/C:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742264_1440 (size=12301) 2024-11-21T11:23:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188246537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188246538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188246539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188246550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:06,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:06,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/82cd6018fd844fca8b235a7c73376897 2024-11-21T11:23:06,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/816cb5986fcd419cae73059ec07eefef as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef 2024-11-21T11:23:06,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef, entries=250, sequenceid=338, filesize=47.5 K 2024-11-21T11:23:06,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/9c9d3248f4ba4f78b1481b158effee9b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c9d3248f4ba4f78b1481b158effee9b 2024-11-21T11:23:06,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c9d3248f4ba4f78b1481b158effee9b, entries=150, sequenceid=338, filesize=12.0 K 2024-11-21T11:23:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/82cd6018fd844fca8b235a7c73376897 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/82cd6018fd844fca8b235a7c73376897 2024-11-21T11:23:06,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/82cd6018fd844fca8b235a7c73376897, entries=150, sequenceid=338, filesize=12.0 K 2024-11-21T11:23:06,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3a29063179e69544bcd1002edac2d2e1 in 1066ms, sequenceid=338, compaction requested=true 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:06,959 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:06,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:06,959 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:06,960 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:06,960 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:23:06,960 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,960 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/58a003be6961437faeeaf52a35fa4357, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/a5bdf9620eec4151ad08acd93c1ec54f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c9d3248f4ba4f78b1481b158effee9b] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.7 K 2024-11-21T11:23:06,961 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:06,961 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:23:06,961 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,961 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 58a003be6961437faeeaf52a35fa4357, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732188183340 2024-11-21T11:23:06,961 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=117.7 K 2024-11-21T11:23:06,961 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:06,961 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef] 2024-11-21T11:23:06,961 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a5bdf9620eec4151ad08acd93c1ec54f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732188184471 2024-11-21T11:23:06,961 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d2cdd4b9ebb4e0a958ea99334d5e7b5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732188183340 2024-11-21T11:23:06,962 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9d3248f4ba4f78b1481b158effee9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732188185253 2024-11-21T11:23:06,962 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b2cf45096e4495c863784af522a184d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732188184471 2024-11-21T11:23:06,963 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 816cb5986fcd419cae73059ec07eefef, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732188185253 2024-11-21T11:23:06,976 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:06,977 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/77bf5303067649a6a656987d466703fd is 50, key is test_row_0/B:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:06,984 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:07,006 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ee0d864e23a04069ab6120f34ac83646_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:07,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,008 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ee0d864e23a04069ab6120f34ac83646_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:07,008 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ee0d864e23a04069ab6120f34ac83646_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:07,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-21T11:23:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:07,009 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:07,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742265_1441 (size=13085) 2024-11-21T11:23:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214f94aa8d794d4d8dac0ec350648ccb12_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188185914/Put/seqid=0 2024-11-21T11:23:07,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742266_1442 (size=4469) 2024-11-21T11:23:07,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. as already flushing 2024-11-21T11:23:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:07,055 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#367 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:07,056 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/60d8558d0738482685aa8bdc16101d64 is 175, key is test_row_0/A:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742267_1443 (size=12454) 2024-11-21T11:23:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742268_1444 (size=32039) 2024-11-21T11:23:07,105 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/60d8558d0738482685aa8bdc16101d64 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/60d8558d0738482685aa8bdc16101d64 2024-11-21T11:23:07,111 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 60d8558d0738482685aa8bdc16101d64(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:07,111 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:07,111 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188186959; duration=0sec 2024-11-21T11:23:07,112 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:07,112 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:23:07,112 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:07,113 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:07,113 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:23:07,113 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:07,113 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/3e64582fb44d4f55807831eb161bb9a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/606220ec7a3141d788f228ace5b24bc7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/82cd6018fd844fca8b235a7c73376897] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.7 K 2024-11-21T11:23:07,113 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e64582fb44d4f55807831eb161bb9a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732188183340 2024-11-21T11:23:07,114 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 606220ec7a3141d788f228ace5b24bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732188184471 2024-11-21T11:23:07,116 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82cd6018fd844fca8b235a7c73376897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732188185253 2024-11-21T11:23:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188247107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188247117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188247118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,134 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:07,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188247119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,134 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/79752310a30a4d55bfd63198166e704c is 50, key is test_row_0/C:col10/1732188185890/Put/seqid=0 2024-11-21T11:23:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742269_1445 (size=13085) 2024-11-21T11:23:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188247220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188247233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188247235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188247235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:07,422 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/77bf5303067649a6a656987d466703fd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/77bf5303067649a6a656987d466703fd 2024-11-21T11:23:07,428 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 77bf5303067649a6a656987d466703fd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:07,428 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:07,428 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188186959; duration=0sec 2024-11-21T11:23:07,429 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:07,429 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:23:07,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188247428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188247441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188247443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188247450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:07,479 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214f94aa8d794d4d8dac0ec350648ccb12_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f94aa8d794d4d8dac0ec350648ccb12_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:07,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/fa28bae938c14bb69b898edaddd02af8, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:07,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/fa28bae938c14bb69b898edaddd02af8 is 175, key is test_row_0/A:col10/1732188185914/Put/seqid=0 2024-11-21T11:23:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742270_1446 (size=31255) 2024-11-21T11:23:07,498 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/fa28bae938c14bb69b898edaddd02af8 2024-11-21T11:23:07,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39342 deadline: 1732188247504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,511 DEBUG [Thread-1579 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:23:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4d3d8c1e27e44389881172c923ab2acb is 50, key is test_row_0/B:col10/1732188185914/Put/seqid=0 2024-11-21T11:23:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742271_1447 (size=12301) 2024-11-21T11:23:07,582 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/79752310a30a4d55bfd63198166e704c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/79752310a30a4d55bfd63198166e704c 2024-11-21T11:23:07,588 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into 79752310a30a4d55bfd63198166e704c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:07,588 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:07,588 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188186959; duration=0sec 2024-11-21T11:23:07,588 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:07,588 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:23:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188247736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188247747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188247748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188247755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:07,947 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4d3d8c1e27e44389881172c923ab2acb 2024-11-21T11:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/7ba3ebaed6a04e10bb4f8bd993e75bec is 50, key is test_row_0/C:col10/1732188185914/Put/seqid=0 2024-11-21T11:23:07,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742272_1448 (size=12301) 2024-11-21T11:23:08,180 DEBUG [Thread-1584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:59296 2024-11-21T11:23:08,180 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:08,182 DEBUG [Thread-1588 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:59296 2024-11-21T11:23:08,182 DEBUG [Thread-1588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:08,184 DEBUG [Thread-1592 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:59296 2024-11-21T11:23:08,184 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:08,185 DEBUG [Thread-1586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:59296 2024-11-21T11:23:08,185 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:08,193 DEBUG [Thread-1590 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:59296 2024-11-21T11:23:08,193 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39400 deadline: 1732188248246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39372 deadline: 1732188248253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39418 deadline: 1732188248253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:08,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39392 deadline: 1732188248263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:08,394 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/7ba3ebaed6a04e10bb4f8bd993e75bec 2024-11-21T11:23:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/fa28bae938c14bb69b898edaddd02af8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8 2024-11-21T11:23:08,401 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8, entries=150, sequenceid=349, filesize=30.5 K 2024-11-21T11:23:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4d3d8c1e27e44389881172c923ab2acb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4d3d8c1e27e44389881172c923ab2acb 2024-11-21T11:23:08,405 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4d3d8c1e27e44389881172c923ab2acb, entries=150, sequenceid=349, filesize=12.0 K 2024-11-21T11:23:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/7ba3ebaed6a04e10bb4f8bd993e75bec as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/7ba3ebaed6a04e10bb4f8bd993e75bec 2024-11-21T11:23:08,409 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/7ba3ebaed6a04e10bb4f8bd993e75bec, entries=150, sequenceid=349, filesize=12.0 K 2024-11-21T11:23:08,410 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a29063179e69544bcd1002edac2d2e1 in 1401ms, sequenceid=349, compaction requested=false 2024-11-21T11:23:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:08,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-21T11:23:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-21T11:23:08,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T11:23:08,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2530 sec 2024-11-21T11:23:08,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 3.2570 sec 2024-11-21T11:23:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:09,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:09,249 DEBUG [Thread-1581 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:59296 2024-11-21T11:23:09,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:09,250 DEBUG [Thread-1581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:09,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:09,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:09,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:09,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:09,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:09,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ae112cbe8785423caa928292616b3fdd_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:09,256 DEBUG [Thread-1575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:59296 2024-11-21T11:23:09,256 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:09,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742273_1449 (size=12454) 2024-11-21T11:23:09,263 DEBUG [Thread-1573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:59296 2024-11-21T11:23:09,263 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T11:23:09,265 INFO [Thread-1583 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-21T11:23:09,266 DEBUG [Thread-1577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:59296 2024-11-21T11:23:09,266 DEBUG [Thread-1577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:09,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:09,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ae112cbe8785423caa928292616b3fdd_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ae112cbe8785423caa928292616b3fdd_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:09,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/05889b9a3a454eacba60ba3794d646c8, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:09,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/05889b9a3a454eacba60ba3794d646c8 is 175, key is test_row_0/A:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742274_1450 (size=31255) 2024-11-21T11:23:10,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/05889b9a3a454eacba60ba3794d646c8 2024-11-21T11:23:10,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/92c0e8a572df470da585e1a0bb04ccbd is 50, key is test_row_0/B:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742275_1451 (size=12301) 2024-11-21T11:23:10,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/92c0e8a572df470da585e1a0bb04ccbd 2024-11-21T11:23:10,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/cb8453d9c75640de9519b4f6d8857bea is 50, key is test_row_0/C:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742276_1452 (size=12301) 2024-11-21T11:23:10,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/cb8453d9c75640de9519b4f6d8857bea 2024-11-21T11:23:10,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/05889b9a3a454eacba60ba3794d646c8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8 2024-11-21T11:23:10,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8, entries=150, sequenceid=378, filesize=30.5 K 2024-11-21T11:23:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/92c0e8a572df470da585e1a0bb04ccbd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/92c0e8a572df470da585e1a0bb04ccbd 2024-11-21T11:23:10,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/92c0e8a572df470da585e1a0bb04ccbd, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T11:23:10,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/cb8453d9c75640de9519b4f6d8857bea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/cb8453d9c75640de9519b4f6d8857bea 2024-11-21T11:23:10,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/cb8453d9c75640de9519b4f6d8857bea, entries=150, sequenceid=378, filesize=12.0 K 2024-11-21T11:23:10,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for 3a29063179e69544bcd1002edac2d2e1 in 1654ms, sequenceid=378, compaction requested=true 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:10,903 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a29063179e69544bcd1002edac2d2e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:10,903 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:10,904 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:10,904 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:10,904 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/B is initiating minor compaction (all files) 2024-11-21T11:23:10,904 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/A is initiating minor compaction (all files) 2024-11-21T11:23:10,904 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/B in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:10,904 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/A in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:10,904 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/77bf5303067649a6a656987d466703fd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4d3d8c1e27e44389881172c923ab2acb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/92c0e8a572df470da585e1a0bb04ccbd] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.8 K 2024-11-21T11:23:10,904 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/60d8558d0738482685aa8bdc16101d64, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=92.3 K 2024-11-21T11:23:10,904 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:10,904 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/60d8558d0738482685aa8bdc16101d64, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8] 2024-11-21T11:23:10,905 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 77bf5303067649a6a656987d466703fd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732188185253 2024-11-21T11:23:10,905 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d8558d0738482685aa8bdc16101d64, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732188185253 2024-11-21T11:23:10,905 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3d8c1e27e44389881172c923ab2acb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732188185904 2024-11-21T11:23:10,905 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa28bae938c14bb69b898edaddd02af8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732188185904 2024-11-21T11:23:10,905 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 92c0e8a572df470da585e1a0bb04ccbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732188187088 2024-11-21T11:23:10,905 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05889b9a3a454eacba60ba3794d646c8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732188187088 2024-11-21T11:23:10,911 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:10,912 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:10,912 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121ce194c5f56e842618fc792cf47f5fd44_3a29063179e69544bcd1002edac2d2e1 store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:10,912 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/03c0d72c86b64ac6be6f662fa527e1b3 is 50, key is test_row_0/B:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:10,915 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121ce194c5f56e842618fc792cf47f5fd44_3a29063179e69544bcd1002edac2d2e1, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:10,916 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ce194c5f56e842618fc792cf47f5fd44_3a29063179e69544bcd1002edac2d2e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742277_1453 (size=13187) 2024-11-21T11:23:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742278_1454 (size=4469) 2024-11-21T11:23:10,927 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/03c0d72c86b64ac6be6f662fa527e1b3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/03c0d72c86b64ac6be6f662fa527e1b3 2024-11-21T11:23:10,931 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/B of 3a29063179e69544bcd1002edac2d2e1 into 03c0d72c86b64ac6be6f662fa527e1b3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:10,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:10,931 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/B, priority=13, startTime=1732188190903; duration=0sec 2024-11-21T11:23:10,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:10,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:B 2024-11-21T11:23:10,931 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:10,932 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:10,932 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3a29063179e69544bcd1002edac2d2e1/C is initiating minor compaction (all files) 2024-11-21T11:23:10,932 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a29063179e69544bcd1002edac2d2e1/C in TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:10,932 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/79752310a30a4d55bfd63198166e704c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/7ba3ebaed6a04e10bb4f8bd993e75bec, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/cb8453d9c75640de9519b4f6d8857bea] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp, totalSize=36.8 K 2024-11-21T11:23:10,932 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 79752310a30a4d55bfd63198166e704c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732188185253 2024-11-21T11:23:10,933 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ba3ebaed6a04e10bb4f8bd993e75bec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732188185904 2024-11-21T11:23:10,933 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting cb8453d9c75640de9519b4f6d8857bea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732188187088 2024-11-21T11:23:10,940 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:10,940 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/263de183f50144f7aed93547140cf3cc is 50, key is test_row_0/C:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:10,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742279_1455 (size=13187) 2024-11-21T11:23:11,327 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a29063179e69544bcd1002edac2d2e1#A#compaction#376 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:11,327 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/61df2db5402c495eaefe1ee36a312748 is 175, key is test_row_0/A:col10/1732188187117/Put/seqid=0 2024-11-21T11:23:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742280_1456 (size=32141) 2024-11-21T11:23:11,349 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/263de183f50144f7aed93547140cf3cc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/263de183f50144f7aed93547140cf3cc 2024-11-21T11:23:11,353 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/C of 3a29063179e69544bcd1002edac2d2e1 into 263de183f50144f7aed93547140cf3cc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:11,353 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:11,353 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/C, priority=13, startTime=1732188190903; duration=0sec 2024-11-21T11:23:11,354 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:11,354 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:C 2024-11-21T11:23:11,534 DEBUG [Thread-1579 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:59296 2024-11-21T11:23:11,534 DEBUG [Thread-1579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1522 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4561 rows 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1517 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4551 rows 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1513 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4537 rows 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1527 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4581 rows 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1533 2024-11-21T11:23:11,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4594 rows 2024-11-21T11:23:11,535 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:23:11,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ad882f to 127.0.0.1:59296 2024-11-21T11:23:11,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:11,537 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T11:23:11,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T11:23:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T11:23:11,541 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188191541"}]},"ts":"1732188191541"} 2024-11-21T11:23:11,542 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T11:23:11,545 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T11:23:11,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:23:11,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, UNASSIGN}] 2024-11-21T11:23:11,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, UNASSIGN 2024-11-21T11:23:11,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:11,548 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:23:11,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:23:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T11:23:11,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:11,700 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:11,700 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:23:11,700 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing 3a29063179e69544bcd1002edac2d2e1, disabling compactions & flushes 2024-11-21T11:23:11,700 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:11,735 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/61df2db5402c495eaefe1ee36a312748 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61df2db5402c495eaefe1ee36a312748 2024-11-21T11:23:11,738 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a29063179e69544bcd1002edac2d2e1/A of 3a29063179e69544bcd1002edac2d2e1 into 61df2db5402c495eaefe1ee36a312748(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:11,738 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:11,738 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1., storeName=3a29063179e69544bcd1002edac2d2e1/A, priority=13, startTime=1732188190903; duration=0sec 2024-11-21T11:23:11,738 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:11,738 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:11,738 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:11,738 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a29063179e69544bcd1002edac2d2e1:A 2024-11-21T11:23:11,738 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. after waiting 0 ms 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:11,739 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing 3a29063179e69544bcd1002edac2d2e1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=A 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=B 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a29063179e69544bcd1002edac2d2e1, store=C 2024-11-21T11:23:11,739 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:11,743 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219df7f06d77084ad3865c63e299d50463_3a29063179e69544bcd1002edac2d2e1 is 50, key is test_row_0/A:col10/1732188189255/Put/seqid=0 2024-11-21T11:23:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742281_1457 (size=12454) 2024-11-21T11:23:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T11:23:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T11:23:12,147 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:12,150 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219df7f06d77084ad3865c63e299d50463_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219df7f06d77084ad3865c63e299d50463_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:12,151 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/b00b61de23854a1eb53b94dcc9366a8c, store: [table=TestAcidGuarantees family=A region=3a29063179e69544bcd1002edac2d2e1] 2024-11-21T11:23:12,151 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/b00b61de23854a1eb53b94dcc9366a8c is 175, key is test_row_0/A:col10/1732188189255/Put/seqid=0 2024-11-21T11:23:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742282_1458 (size=31255) 2024-11-21T11:23:12,555 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/b00b61de23854a1eb53b94dcc9366a8c 2024-11-21T11:23:12,560 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4205bbec6ef94411aae27a2575f9da15 is 50, key is test_row_0/B:col10/1732188189255/Put/seqid=0 2024-11-21T11:23:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742283_1459 (size=12301) 2024-11-21T11:23:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T11:23:12,964 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4205bbec6ef94411aae27a2575f9da15 2024-11-21T11:23:12,970 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/b631c6594e5c4cea9613dd9a91529766 is 50, key is test_row_0/C:col10/1732188189255/Put/seqid=0 2024-11-21T11:23:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742284_1460 (size=12301) 2024-11-21T11:23:13,373 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/b631c6594e5c4cea9613dd9a91529766 2024-11-21T11:23:13,377 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/A/b00b61de23854a1eb53b94dcc9366a8c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/b00b61de23854a1eb53b94dcc9366a8c 2024-11-21T11:23:13,379 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/b00b61de23854a1eb53b94dcc9366a8c, entries=150, sequenceid=388, filesize=30.5 K 2024-11-21T11:23:13,380 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/B/4205bbec6ef94411aae27a2575f9da15 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4205bbec6ef94411aae27a2575f9da15 2024-11-21T11:23:13,383 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4205bbec6ef94411aae27a2575f9da15, entries=150, sequenceid=388, filesize=12.0 K 2024-11-21T11:23:13,383 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/.tmp/C/b631c6594e5c4cea9613dd9a91529766 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/b631c6594e5c4cea9613dd9a91529766 2024-11-21T11:23:13,385 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/b631c6594e5c4cea9613dd9a91529766, entries=150, sequenceid=388, filesize=12.0 K 2024-11-21T11:23:13,386 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3a29063179e69544bcd1002edac2d2e1 in 1647ms, sequenceid=388, compaction requested=false 2024-11-21T11:23:13,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61d9a9630a55415bb9afe6ea799dc0cf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/48bbff0e24834b46a826a17c037029b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/3256191247eb4bbb831a125ebab0e0f5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/8ead42fd16fa4dbdbc9776c1cdf65bf3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/be19b637ad334f3192340ed826ac9675, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/60d8558d0738482685aa8bdc16101d64, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8] to archive 2024-11-21T11:23:13,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:13,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f9c3f73d795e48a78c7323080c145b8f 2024-11-21T11:23:13,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/dc52b5e2aee1402b827c78b7dfd9919d 2024-11-21T11:23:13,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/2337f2a8d16f440e9f41ebe9cc45db54 2024-11-21T11:23:13,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61d9a9630a55415bb9afe6ea799dc0cf to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61d9a9630a55415bb9afe6ea799dc0cf 2024-11-21T11:23:13,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/c30f176d709248319834be865edda31d 2024-11-21T11:23:13,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/896f60a26bf544a2b2e7c10a4af0ed73 2024-11-21T11:23:13,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/f143530b236f4f86afa2ffcbe45da284 2024-11-21T11:23:13,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/a0428d24f1924032aa3b069e48de1c16 2024-11-21T11:23:13,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/48bbff0e24834b46a826a17c037029b5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/48bbff0e24834b46a826a17c037029b5 2024-11-21T11:23:13,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/08e00b53a128408bb969894c6df61ebb 2024-11-21T11:23:13,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/3256191247eb4bbb831a125ebab0e0f5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/3256191247eb4bbb831a125ebab0e0f5 2024-11-21T11:23:13,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/db2ce7e46c334d8da7df7378bff1d6a5 2024-11-21T11:23:13,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/bdd1503ee5a64b9199981b1eb0f9fa3b 2024-11-21T11:23:13,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/98accd5957d447b18f4d1979386a2282 2024-11-21T11:23:13,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/8ead42fd16fa4dbdbc9776c1cdf65bf3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/8ead42fd16fa4dbdbc9776c1cdf65bf3 2024-11-21T11:23:13,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d3dc7fb3ab540c6a9d0ce9feaaae1fb 2024-11-21T11:23:13,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7971084aba7d4ecfb49dfb253b072627 2024-11-21T11:23:13,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/be19b637ad334f3192340ed826ac9675 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/be19b637ad334f3192340ed826ac9675 2024-11-21T11:23:13,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/865cab62ea664da4870d46c81ae20d0e 2024-11-21T11:23:13,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/1eeeb20ced214110ab0dd9e527751b05 2024-11-21T11:23:13,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/7d2cdd4b9ebb4e0a958ea99334d5e7b5 2024-11-21T11:23:13,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/4b2cf45096e4495c863784af522a184d 2024-11-21T11:23:13,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/816cb5986fcd419cae73059ec07eefef 2024-11-21T11:23:13,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/60d8558d0738482685aa8bdc16101d64 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/60d8558d0738482685aa8bdc16101d64 2024-11-21T11:23:13,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/fa28bae938c14bb69b898edaddd02af8 2024-11-21T11:23:13,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/05889b9a3a454eacba60ba3794d646c8 2024-11-21T11:23:13,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/67c7f17051f143998b1da707bb612011, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/449f7716c52241a08d73d54996f54df5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/417d4cec64204504bb200ec9f460f7be, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/b405f18afada4bfa92962755d1feae76, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4bc99ec2a7dc4917a2fa5261af3e6e06, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/f09146d3ee9f44d5a1aa4e023ca077c8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/cad59aff5a754d8a98b110b3882b99d8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ca3a42b6ba80413cbb2062af6ff61c91, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/5dc722bb1fff4b679b69fb2426a15fdb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/50537049b8074f59a3dfdfb4a5011a0b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/2fb51f9a273e44cf9fcd097db2ed47bd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c24925a771c4984a47a576d4a2cff78, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/d8297c76575a44a5931199bba06d369f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/596bebda24e74ad88b909d036f3ffc8d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/065322b004b945e69c4044ed50a61331, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ac152772b27b4a50bb5e9c49a8f598d7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/535b429febed4beb964705448dbc5432, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/181a4f2a6f92400a87f3b218895e368c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/e497d1eeea3d4607872d6e87a2fcfcc4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/58a003be6961437faeeaf52a35fa4357, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/413e802c430241de937231436d3ba4af, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/a5bdf9620eec4151ad08acd93c1ec54f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/77bf5303067649a6a656987d466703fd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c9d3248f4ba4f78b1481b158effee9b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4d3d8c1e27e44389881172c923ab2acb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/92c0e8a572df470da585e1a0bb04ccbd] to archive 2024-11-21T11:23:13,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:13,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/67c7f17051f143998b1da707bb612011 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/67c7f17051f143998b1da707bb612011 2024-11-21T11:23:13,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/449f7716c52241a08d73d54996f54df5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/449f7716c52241a08d73d54996f54df5 2024-11-21T11:23:13,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/417d4cec64204504bb200ec9f460f7be to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/417d4cec64204504bb200ec9f460f7be 2024-11-21T11:23:13,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/b405f18afada4bfa92962755d1feae76 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/b405f18afada4bfa92962755d1feae76 2024-11-21T11:23:13,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4bc99ec2a7dc4917a2fa5261af3e6e06 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4bc99ec2a7dc4917a2fa5261af3e6e06 2024-11-21T11:23:13,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/f09146d3ee9f44d5a1aa4e023ca077c8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/f09146d3ee9f44d5a1aa4e023ca077c8 2024-11-21T11:23:13,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/cad59aff5a754d8a98b110b3882b99d8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/cad59aff5a754d8a98b110b3882b99d8 2024-11-21T11:23:13,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ca3a42b6ba80413cbb2062af6ff61c91 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ca3a42b6ba80413cbb2062af6ff61c91 2024-11-21T11:23:13,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/5dc722bb1fff4b679b69fb2426a15fdb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/5dc722bb1fff4b679b69fb2426a15fdb 2024-11-21T11:23:13,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/50537049b8074f59a3dfdfb4a5011a0b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/50537049b8074f59a3dfdfb4a5011a0b 2024-11-21T11:23:13,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/2fb51f9a273e44cf9fcd097db2ed47bd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/2fb51f9a273e44cf9fcd097db2ed47bd 2024-11-21T11:23:13,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c24925a771c4984a47a576d4a2cff78 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c24925a771c4984a47a576d4a2cff78 2024-11-21T11:23:13,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/d8297c76575a44a5931199bba06d369f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/d8297c76575a44a5931199bba06d369f 2024-11-21T11:23:13,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/596bebda24e74ad88b909d036f3ffc8d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/596bebda24e74ad88b909d036f3ffc8d 2024-11-21T11:23:13,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/065322b004b945e69c4044ed50a61331 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/065322b004b945e69c4044ed50a61331 2024-11-21T11:23:13,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ac152772b27b4a50bb5e9c49a8f598d7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/ac152772b27b4a50bb5e9c49a8f598d7 2024-11-21T11:23:13,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/535b429febed4beb964705448dbc5432 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/535b429febed4beb964705448dbc5432 2024-11-21T11:23:13,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/181a4f2a6f92400a87f3b218895e368c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/181a4f2a6f92400a87f3b218895e368c 2024-11-21T11:23:13,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/e497d1eeea3d4607872d6e87a2fcfcc4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/e497d1eeea3d4607872d6e87a2fcfcc4 2024-11-21T11:23:13,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/58a003be6961437faeeaf52a35fa4357 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/58a003be6961437faeeaf52a35fa4357 2024-11-21T11:23:13,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/413e802c430241de937231436d3ba4af to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/413e802c430241de937231436d3ba4af 2024-11-21T11:23:13,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/a5bdf9620eec4151ad08acd93c1ec54f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/a5bdf9620eec4151ad08acd93c1ec54f 2024-11-21T11:23:13,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/77bf5303067649a6a656987d466703fd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/77bf5303067649a6a656987d466703fd 2024-11-21T11:23:13,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c9d3248f4ba4f78b1481b158effee9b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/9c9d3248f4ba4f78b1481b158effee9b 2024-11-21T11:23:13,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4d3d8c1e27e44389881172c923ab2acb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4d3d8c1e27e44389881172c923ab2acb 2024-11-21T11:23:13,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/92c0e8a572df470da585e1a0bb04ccbd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/92c0e8a572df470da585e1a0bb04ccbd 2024-11-21T11:23:13,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c44bb5e80a6c490b8b0f1a6a086ad49c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/f7b342bd6cd24da7bc242b78282e2a5a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/17f19f3b6b394e9499969739fa119442, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/0ce4f395669444cda9779dae2265034f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c8641ed6dbfc49c69c6ed8c60db4b55e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/248ea5dfabf54bdbbda5380ace8a1514, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c01d6ccfe78a4f0288bc68547a1732fa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eadd4da9a02c4963bbc5d654672e03a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/d3575f49311141509468459da0fc8aab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/baa226632dd0414f9f4544e86b8d7682, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eeb89aae3d0d47108b401c6a2ad735ae, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c41966064639462d968b81ff99251596, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e20272fe37d94d76a137de463b84072f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/fbbc11759a574d27b94d1f572aef9c04, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/57b420576cce44fc98e5b2ba8e6e071c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e18316af97e34a6c9215c55f846f95fc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/24ce56bd122e4b248d9b2e010e8fa465, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a76d2e468f14351bff0ab0fae0c3af7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/ee848c7cfe904e88a41226a56377d975, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/3e64582fb44d4f55807831eb161bb9a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a575d0ad0314be193ce59c89669b165, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/606220ec7a3141d788f228ace5b24bc7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/79752310a30a4d55bfd63198166e704c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/82cd6018fd844fca8b235a7c73376897, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/7ba3ebaed6a04e10bb4f8bd993e75bec, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/cb8453d9c75640de9519b4f6d8857bea] to archive 2024-11-21T11:23:13,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:13,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c44bb5e80a6c490b8b0f1a6a086ad49c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c44bb5e80a6c490b8b0f1a6a086ad49c 2024-11-21T11:23:13,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/f7b342bd6cd24da7bc242b78282e2a5a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/f7b342bd6cd24da7bc242b78282e2a5a 2024-11-21T11:23:13,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/17f19f3b6b394e9499969739fa119442 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/17f19f3b6b394e9499969739fa119442 2024-11-21T11:23:13,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/0ce4f395669444cda9779dae2265034f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/0ce4f395669444cda9779dae2265034f 2024-11-21T11:23:13,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c8641ed6dbfc49c69c6ed8c60db4b55e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c8641ed6dbfc49c69c6ed8c60db4b55e 2024-11-21T11:23:13,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/248ea5dfabf54bdbbda5380ace8a1514 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/248ea5dfabf54bdbbda5380ace8a1514 2024-11-21T11:23:13,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c01d6ccfe78a4f0288bc68547a1732fa to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c01d6ccfe78a4f0288bc68547a1732fa 2024-11-21T11:23:13,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eadd4da9a02c4963bbc5d654672e03a6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eadd4da9a02c4963bbc5d654672e03a6 2024-11-21T11:23:13,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/d3575f49311141509468459da0fc8aab to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/d3575f49311141509468459da0fc8aab 2024-11-21T11:23:13,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/baa226632dd0414f9f4544e86b8d7682 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/baa226632dd0414f9f4544e86b8d7682 2024-11-21T11:23:13,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eeb89aae3d0d47108b401c6a2ad735ae to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/eeb89aae3d0d47108b401c6a2ad735ae 2024-11-21T11:23:13,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c41966064639462d968b81ff99251596 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/c41966064639462d968b81ff99251596 2024-11-21T11:23:13,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e20272fe37d94d76a137de463b84072f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e20272fe37d94d76a137de463b84072f 2024-11-21T11:23:13,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/fbbc11759a574d27b94d1f572aef9c04 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/fbbc11759a574d27b94d1f572aef9c04 2024-11-21T11:23:13,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/57b420576cce44fc98e5b2ba8e6e071c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/57b420576cce44fc98e5b2ba8e6e071c 2024-11-21T11:23:13,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e18316af97e34a6c9215c55f846f95fc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/e18316af97e34a6c9215c55f846f95fc 2024-11-21T11:23:13,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/24ce56bd122e4b248d9b2e010e8fa465 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/24ce56bd122e4b248d9b2e010e8fa465 2024-11-21T11:23:13,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a76d2e468f14351bff0ab0fae0c3af7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a76d2e468f14351bff0ab0fae0c3af7 2024-11-21T11:23:13,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/ee848c7cfe904e88a41226a56377d975 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/ee848c7cfe904e88a41226a56377d975 2024-11-21T11:23:13,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/3e64582fb44d4f55807831eb161bb9a6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/3e64582fb44d4f55807831eb161bb9a6 2024-11-21T11:23:13,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a575d0ad0314be193ce59c89669b165 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/1a575d0ad0314be193ce59c89669b165 2024-11-21T11:23:13,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/606220ec7a3141d788f228ace5b24bc7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/606220ec7a3141d788f228ace5b24bc7 2024-11-21T11:23:13,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/79752310a30a4d55bfd63198166e704c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/79752310a30a4d55bfd63198166e704c 2024-11-21T11:23:13,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/82cd6018fd844fca8b235a7c73376897 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/82cd6018fd844fca8b235a7c73376897 2024-11-21T11:23:13,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/7ba3ebaed6a04e10bb4f8bd993e75bec to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/7ba3ebaed6a04e10bb4f8bd993e75bec 2024-11-21T11:23:13,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/cb8453d9c75640de9519b4f6d8857bea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/cb8453d9c75640de9519b4f6d8857bea 2024-11-21T11:23:13,458 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/recovered.edits/391.seqid, newMaxSeqId=391, maxSeqId=4 2024-11-21T11:23:13,458 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1. 2024-11-21T11:23:13,458 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for 3a29063179e69544bcd1002edac2d2e1: 2024-11-21T11:23:13,460 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed 3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=3a29063179e69544bcd1002edac2d2e1, regionState=CLOSED 2024-11-21T11:23:13,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-21T11:23:13,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure 3a29063179e69544bcd1002edac2d2e1, server=98fb8183d505,41191,1732188077563 in 1.9130 sec 2024-11-21T11:23:13,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-21T11:23:13,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a29063179e69544bcd1002edac2d2e1, UNASSIGN in 1.9160 sec 2024-11-21T11:23:13,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T11:23:13,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-11-21T11:23:13,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188193465"}]},"ts":"1732188193465"} 2024-11-21T11:23:13,465 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T11:23:13,467 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T11:23:13,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9290 sec 2024-11-21T11:23:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-21T11:23:13,644 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-21T11:23:13,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T11:23:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,646 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T11:23:13,647 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,649 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,650 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/recovered.edits] 2024-11-21T11:23:13,652 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61df2db5402c495eaefe1ee36a312748 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/61df2db5402c495eaefe1ee36a312748 2024-11-21T11:23:13,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/b00b61de23854a1eb53b94dcc9366a8c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/A/b00b61de23854a1eb53b94dcc9366a8c 2024-11-21T11:23:13,655 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/03c0d72c86b64ac6be6f662fa527e1b3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/03c0d72c86b64ac6be6f662fa527e1b3 2024-11-21T11:23:13,656 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4205bbec6ef94411aae27a2575f9da15 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/B/4205bbec6ef94411aae27a2575f9da15 2024-11-21T11:23:13,658 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/263de183f50144f7aed93547140cf3cc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/263de183f50144f7aed93547140cf3cc 2024-11-21T11:23:13,658 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/b631c6594e5c4cea9613dd9a91529766 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/C/b631c6594e5c4cea9613dd9a91529766 2024-11-21T11:23:13,660 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/recovered.edits/391.seqid to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1/recovered.edits/391.seqid 2024-11-21T11:23:13,661 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,661 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T11:23:13,661 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T11:23:13,662 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T11:23:13,664 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121025f5ce546574124ba1cba48e16575a7_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121025f5ce546574124ba1cba48e16575a7_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,665 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106707d4f8b054efa87b08b87c659045b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106707d4f8b054efa87b08b87c659045b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,666 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109f6389ae8ba4932ba974a7b98163ef8_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112109f6389ae8ba4932ba974a7b98163ef8_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d294dda02b94e89956bf5ed4a0932b2_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d294dda02b94e89956bf5ed4a0932b2_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,668 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112113eb41e0a5a742cb984edefa39104c73_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112113eb41e0a5a742cb984edefa39104c73_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,669 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121143bb65cbdf64ce69ba63651fe8d081b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121143bb65cbdf64ce69ba63651fe8d081b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,670 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121449f3f88ff2743b385ec91af2f6af71b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121449f3f88ff2743b385ec91af2f6af71b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,671 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f2a20382a164c1eaf6c7a1a28025b45_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f2a20382a164c1eaf6c7a1a28025b45_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,672 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f94aa8d794d4d8dac0ec350648ccb12_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214f94aa8d794d4d8dac0ec350648ccb12_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163ea564ab5904f08adbf7efd17abd622_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112163ea564ab5904f08adbf7efd17abd622_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,674 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121661f12754312434caf60daec3b79cfb7_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121661f12754312434caf60daec3b79cfb7_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,675 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216d30e0a3a9e9463cbf7dcb9aa81ef8e4_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216d30e0a3a9e9463cbf7dcb9aa81ef8e4_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112191f8295c9fac49b49371d34ba53fe2ce_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112191f8295c9fac49b49371d34ba53fe2ce_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219df7f06d77084ad3865c63e299d50463_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219df7f06d77084ad3865c63e299d50463_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aaee531595df459eaa9afd70786c6c51_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aaee531595df459eaa9afd70786c6c51_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac90fba774374ad8bb9edd825af81877_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac90fba774374ad8bb9edd825af81877_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,679 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ae112cbe8785423caa928292616b3fdd_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ae112cbe8785423caa928292616b3fdd_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,680 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c368e069bcc3402aa2beeb7bd745ff63_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c368e069bcc3402aa2beeb7bd745ff63_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8a51eafa07444ef84086768a7f5b55b_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d8a51eafa07444ef84086768a7f5b55b_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e74d9d17c6ae442c893ec1cf3b7db33c_3a29063179e69544bcd1002edac2d2e1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e74d9d17c6ae442c893ec1cf3b7db33c_3a29063179e69544bcd1002edac2d2e1 2024-11-21T11:23:13,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T11:23:13,684 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,685 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T11:23:13,687 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T11:23:13,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T11:23:13,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732188193688"}]},"ts":"9223372036854775807"} 2024-11-21T11:23:13,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T11:23:13,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3a29063179e69544bcd1002edac2d2e1, NAME => 'TestAcidGuarantees,,1732188165120.3a29063179e69544bcd1002edac2d2e1.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T11:23:13,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T11:23:13,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732188193691"}]},"ts":"9223372036854775807"} 2024-11-21T11:23:13,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T11:23:13,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-21T11:23:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-21T11:23:13,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-21T11:23:13,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=463 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=572 (was 531) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1424 (was 1632) 2024-11-21T11:23:13,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=572, ProcessCount=11, AvailableMemoryMB=1424 2024-11-21T11:23:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:23:13,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:23:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:13,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:23:13,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:13,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-21T11:23:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-21T11:23:13,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:23:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742285_1461 (size=960) 2024-11-21T11:23:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-21T11:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-21T11:23:14,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:23:14,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742286_1462 (size=53) 2024-11-21T11:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-21T11:23:14,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:23:14,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3d15771c4234b509b73dbe73293b6451, disabling compactions & flushes 2024-11-21T11:23:14,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. after waiting 0 ms 2024-11-21T11:23:14,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:14,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:23:14,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732188194581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188194581"}]},"ts":"1732188194581"} 2024-11-21T11:23:14,582 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:23:14,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:23:14,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188194583"}]},"ts":"1732188194583"} 2024-11-21T11:23:14,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T11:23:14,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, ASSIGN}] 2024-11-21T11:23:14,589 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, ASSIGN 2024-11-21T11:23:14,589 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:23:14,740 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=3d15771c4234b509b73dbe73293b6451, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:14,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure 3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-21T11:23:14,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:14,895 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,895 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:23:14,895 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,895 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:23:14,895 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,895 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,896 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,898 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:14,898 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d15771c4234b509b73dbe73293b6451 columnFamilyName A 2024-11-21T11:23:14,898 DEBUG [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:14,898 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.HStore(327): Store=3d15771c4234b509b73dbe73293b6451/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:14,898 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,899 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:14,899 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d15771c4234b509b73dbe73293b6451 columnFamilyName B 2024-11-21T11:23:14,899 DEBUG [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:14,900 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.HStore(327): Store=3d15771c4234b509b73dbe73293b6451/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:14,900 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,900 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:14,901 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d15771c4234b509b73dbe73293b6451 columnFamilyName C 2024-11-21T11:23:14,901 DEBUG [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:14,901 INFO [StoreOpener-3d15771c4234b509b73dbe73293b6451-1 {}] regionserver.HStore(327): Store=3d15771c4234b509b73dbe73293b6451/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:14,901 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,902 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,902 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,903 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:23:14,904 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:14,905 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:23:14,906 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened 3d15771c4234b509b73dbe73293b6451; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72691387, jitterRate=0.083186075091362}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:23:14,906 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:14,907 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., pid=121, masterSystemTime=1732188194892 2024-11-21T11:23:14,908 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,908 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:14,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=3d15771c4234b509b73dbe73293b6451, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:14,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T11:23:14,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure 3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 in 168 msec 2024-11-21T11:23:14,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-21T11:23:14,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, ASSIGN in 322 msec 2024-11-21T11:23:14,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:23:14,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188194911"}]},"ts":"1732188194911"} 2024-11-21T11:23:14,912 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T11:23:14,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:23:14,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-21T11:23:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-21T11:23:15,872 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-21T11:23:15,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cb726fe to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59bd764a 2024-11-21T11:23:15,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238db126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,879 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:23:15,881 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:23:15,882 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-21T11:23:15,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-21T11:23:15,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-21T11:23:15,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-21T11:23:15,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-21T11:23:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-21T11:23:15,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-21T11:23:15,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-21T11:23:15,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,908 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-21T11:23:15,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-21T11:23:15,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:15,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-21T11:23:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:15,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:15,920 DEBUG [hconnection-0x58a5ec77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:15,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:15,921 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,923 DEBUG [hconnection-0x6c2f3258-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,923 DEBUG [hconnection-0x17fbeb89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,924 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,924 DEBUG [hconnection-0x2f98c4cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,924 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,925 DEBUG [hconnection-0x3b17e29f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,925 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,925 DEBUG [hconnection-0x41391b5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,925 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,925 DEBUG [hconnection-0x6f6059ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,926 DEBUG [hconnection-0x4c5aa4ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,926 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,926 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,927 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:15,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:15,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:15,943 DEBUG [hconnection-0x4d09a06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,944 DEBUG [hconnection-0x147a5b94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:15,944 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:15,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/13a39ee3eefc488bbfd578b840386c23 is 50, key is test_row_0/A:col10/1732188195930/Put/seqid=0 2024-11-21T11:23:15,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742287_1463 (size=12001) 2024-11-21T11:23:15,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:23:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188255985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188255989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:15,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188255990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:15,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188255991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:15,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188255991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:16,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188256092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188256092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188256093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188256097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188256097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:16,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188256295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188256295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188256296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188256299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188256300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/13a39ee3eefc488bbfd578b840386c23 2024-11-21T11:23:16,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/dd24775f05eb42ea9e72af2fee76c62f is 50, key is test_row_0/B:col10/1732188195930/Put/seqid=0 2024-11-21T11:23:16,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742288_1464 (size=12001) 2024-11-21T11:23:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:16,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188256598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188256599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188256600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188256603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188256605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/dd24775f05eb42ea9e72af2fee76c62f 2024-11-21T11:23:16,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/702680d163724abcb9309d900b007bc5 is 50, key is test_row_0/C:col10/1732188195930/Put/seqid=0 2024-11-21T11:23:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742289_1465 (size=12001) 2024-11-21T11:23:16,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:16,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:16,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:17,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188257102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188257103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188257104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188257107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188257108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:17,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:17,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/702680d163724abcb9309d900b007bc5 2024-11-21T11:23:17,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/13a39ee3eefc488bbfd578b840386c23 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/13a39ee3eefc488bbfd578b840386c23 2024-11-21T11:23:17,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/13a39ee3eefc488bbfd578b840386c23, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T11:23:17,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/dd24775f05eb42ea9e72af2fee76c62f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/dd24775f05eb42ea9e72af2fee76c62f 2024-11-21T11:23:17,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/dd24775f05eb42ea9e72af2fee76c62f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T11:23:17,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/702680d163724abcb9309d900b007bc5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/702680d163724abcb9309d900b007bc5 2024-11-21T11:23:17,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/702680d163724abcb9309d900b007bc5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T11:23:17,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3d15771c4234b509b73dbe73293b6451 in 1315ms, sequenceid=13, compaction requested=false 2024-11-21T11:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T11:23:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:17,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:17,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:17,296 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:17,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/47486e96e91644edba1a00a0378e3b3c is 50, key is test_row_0/A:col10/1732188195989/Put/seqid=0 2024-11-21T11:23:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742290_1466 (size=12001) 2024-11-21T11:23:17,313 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/47486e96e91644edba1a00a0378e3b3c 2024-11-21T11:23:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/b5b8a10b42d24ef69e55d378878d1234 is 50, key is test_row_0/B:col10/1732188195989/Put/seqid=0 2024-11-21T11:23:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742291_1467 (size=12001) 2024-11-21T11:23:17,731 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/b5b8a10b42d24ef69e55d378878d1234 2024-11-21T11:23:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/957e13c94a5c4122adb7f2532a8d5bd8 is 50, key is test_row_0/C:col10/1732188195989/Put/seqid=0 2024-11-21T11:23:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742292_1468 (size=12001) 2024-11-21T11:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:18,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188258116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188258118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188258117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188258120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188258121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,142 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/957e13c94a5c4122adb7f2532a8d5bd8 2024-11-21T11:23:18,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/47486e96e91644edba1a00a0378e3b3c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/47486e96e91644edba1a00a0378e3b3c 2024-11-21T11:23:18,150 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/47486e96e91644edba1a00a0378e3b3c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:23:18,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/b5b8a10b42d24ef69e55d378878d1234 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b5b8a10b42d24ef69e55d378878d1234 2024-11-21T11:23:18,153 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b5b8a10b42d24ef69e55d378878d1234, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:23:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/957e13c94a5c4122adb7f2532a8d5bd8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/957e13c94a5c4122adb7f2532a8d5bd8 2024-11-21T11:23:18,157 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/957e13c94a5c4122adb7f2532a8d5bd8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T11:23:18,158 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d15771c4234b509b73dbe73293b6451 in 861ms, sequenceid=38, compaction requested=false 2024-11-21T11:23:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-21T11:23:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-21T11:23:18,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-21T11:23:18,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2380 sec 2024-11-21T11:23:18,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.2420 sec 2024-11-21T11:23:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:18,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:18,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/669c15836be64c54b052e4c0a7b73938 is 50, key is test_row_1/A:col10/1732188198226/Put/seqid=0 2024-11-21T11:23:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742293_1469 (size=9657) 2024-11-21T11:23:18,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/669c15836be64c54b052e4c0a7b73938 2024-11-21T11:23:18,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/4e81bfe9606d4910903075f72c3d46b6 is 50, key is test_row_1/B:col10/1732188198226/Put/seqid=0 2024-11-21T11:23:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742294_1470 (size=9657) 2024-11-21T11:23:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188258256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188258264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188258264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188258266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188258367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188258374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188258374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188258375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188258572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188258580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188258580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188258580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/4e81bfe9606d4910903075f72c3d46b6 2024-11-21T11:23:18,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/b20e4d296bd74825a0248c174adc7326 is 50, key is test_row_1/C:col10/1732188198226/Put/seqid=0 2024-11-21T11:23:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742295_1471 (size=9657) 2024-11-21T11:23:18,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188258876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188258884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188258885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188258886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:18,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:23:19,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/b20e4d296bd74825a0248c174adc7326 2024-11-21T11:23:19,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/669c15836be64c54b052e4c0a7b73938 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/669c15836be64c54b052e4c0a7b73938 2024-11-21T11:23:19,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/669c15836be64c54b052e4c0a7b73938, entries=100, sequenceid=51, filesize=9.4 K 2024-11-21T11:23:19,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/4e81bfe9606d4910903075f72c3d46b6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/4e81bfe9606d4910903075f72c3d46b6 2024-11-21T11:23:19,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/4e81bfe9606d4910903075f72c3d46b6, entries=100, sequenceid=51, filesize=9.4 K 2024-11-21T11:23:19,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/b20e4d296bd74825a0248c174adc7326 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b20e4d296bd74825a0248c174adc7326 2024-11-21T11:23:19,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b20e4d296bd74825a0248c174adc7326, entries=100, sequenceid=51, filesize=9.4 K 2024-11-21T11:23:19,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3d15771c4234b509b73dbe73293b6451 in 872ms, sequenceid=51, compaction requested=true 2024-11-21T11:23:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:19,098 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:19,098 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:19,099 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:19,099 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:19,099 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:19,099 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:19,099 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:19,099 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:19,099 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/13a39ee3eefc488bbfd578b840386c23, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/47486e96e91644edba1a00a0378e3b3c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/669c15836be64c54b052e4c0a7b73938] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=32.9 K 2024-11-21T11:23:19,099 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/dd24775f05eb42ea9e72af2fee76c62f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b5b8a10b42d24ef69e55d378878d1234, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/4e81bfe9606d4910903075f72c3d46b6] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=32.9 K 2024-11-21T11:23:19,099 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13a39ee3eefc488bbfd578b840386c23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732188195930 2024-11-21T11:23:19,099 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting dd24775f05eb42ea9e72af2fee76c62f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732188195930 2024-11-21T11:23:19,100 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b8a10b42d24ef69e55d378878d1234, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188195983 2024-11-21T11:23:19,100 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47486e96e91644edba1a00a0378e3b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188195983 2024-11-21T11:23:19,100 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e81bfe9606d4910903075f72c3d46b6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188198120 2024-11-21T11:23:19,100 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 669c15836be64c54b052e4c0a7b73938, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188198120 2024-11-21T11:23:19,109 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:19,109 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:19,110 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/394136ac90164a9c981555239fccec55 is 50, key is test_row_0/A:col10/1732188195989/Put/seqid=0 2024-11-21T11:23:19,110 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/db571d45b8fa4a5e882a903c4ebff355 is 50, key is test_row_0/B:col10/1732188195989/Put/seqid=0 2024-11-21T11:23:19,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742296_1472 (size=12104) 2024-11-21T11:23:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742297_1473 (size=12104) 2024-11-21T11:23:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:19,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:23:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:19,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:19,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/7ea89ebccb2c4e6ca03cc6dc59e289ae is 50, key is test_row_0/A:col10/1732188198258/Put/seqid=0 2024-11-21T11:23:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742298_1474 (size=14341) 2024-11-21T11:23:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188259403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188259404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188259404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188259405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188259509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188259509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188259509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188259511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,522 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/394136ac90164a9c981555239fccec55 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/394136ac90164a9c981555239fccec55 2024-11-21T11:23:19,526 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 394136ac90164a9c981555239fccec55(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:19,526 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:19,526 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188199098; duration=0sec 2024-11-21T11:23:19,526 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:19,526 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:19,526 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:19,527 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:19,527 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:19,527 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:19,527 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/702680d163724abcb9309d900b007bc5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/957e13c94a5c4122adb7f2532a8d5bd8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b20e4d296bd74825a0248c174adc7326] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=32.9 K 2024-11-21T11:23:19,527 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 702680d163724abcb9309d900b007bc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732188195930 2024-11-21T11:23:19,528 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957e13c94a5c4122adb7f2532a8d5bd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732188195983 2024-11-21T11:23:19,528 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/db571d45b8fa4a5e882a903c4ebff355 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/db571d45b8fa4a5e882a903c4ebff355 2024-11-21T11:23:19,529 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b20e4d296bd74825a0248c174adc7326, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188198120 2024-11-21T11:23:19,532 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into db571d45b8fa4a5e882a903c4ebff355(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:19,532 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:19,532 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188199098; duration=0sec 2024-11-21T11:23:19,532 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:19,532 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:19,536 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:19,536 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/59aa8b3a0b814a9bad6a8bdab5c1782b is 50, key is test_row_0/C:col10/1732188195989/Put/seqid=0 2024-11-21T11:23:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742299_1475 (size=12104) 2024-11-21T11:23:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188259715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188259715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188259715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188259716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:19,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/13a39ee3eefc488bbfd578b840386c23, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/47486e96e91644edba1a00a0378e3b3c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/669c15836be64c54b052e4c0a7b73938] to archive 2024-11-21T11:23:19,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/7ea89ebccb2c4e6ca03cc6dc59e289ae 2024-11-21T11:23:19,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:19,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/13a39ee3eefc488bbfd578b840386c23 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/13a39ee3eefc488bbfd578b840386c23 2024-11-21T11:23:19,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/47486e96e91644edba1a00a0378e3b3c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/47486e96e91644edba1a00a0378e3b3c 2024-11-21T11:23:19,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/669c15836be64c54b052e4c0a7b73938 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/669c15836be64c54b052e4c0a7b73938 2024-11-21T11:23:19,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/dd24775f05eb42ea9e72af2fee76c62f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b5b8a10b42d24ef69e55d378878d1234, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/4e81bfe9606d4910903075f72c3d46b6] to archive 2024-11-21T11:23:19,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/5a75dcfc06894707a22c94eefdb27da4 is 50, key is test_row_0/B:col10/1732188198258/Put/seqid=0 2024-11-21T11:23:19,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:19,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/dd24775f05eb42ea9e72af2fee76c62f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/dd24775f05eb42ea9e72af2fee76c62f 2024-11-21T11:23:19,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742300_1476 (size=12001) 2024-11-21T11:23:19,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b5b8a10b42d24ef69e55d378878d1234 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b5b8a10b42d24ef69e55d378878d1234 2024-11-21T11:23:19,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/98fb8183d505:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/4e81bfe9606d4910903075f72c3d46b6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/4e81bfe9606d4910903075f72c3d46b6 2024-11-21T11:23:19,945 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/59aa8b3a0b814a9bad6a8bdab5c1782b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/59aa8b3a0b814a9bad6a8bdab5c1782b 2024-11-21T11:23:19,949 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 59aa8b3a0b814a9bad6a8bdab5c1782b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:19,949 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:19,949 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188199098; duration=0sec 2024-11-21T11:23:19,950 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:19,950 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:20,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188260020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188260020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188260020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188260020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T11:23:20,024 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-21T11:23:20,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-21T11:23:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T11:23:20,028 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:20,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:20,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T11:23:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188260141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,146 DEBUG [Thread-2059 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:23:20,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T11:23:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/5a75dcfc06894707a22c94eefdb27da4 2024-11-21T11:23:20,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/2977cb50fb1e4d1691db5b8dcb056fac is 50, key is test_row_0/C:col10/1732188198258/Put/seqid=0 2024-11-21T11:23:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742301_1477 (size=12001) 2024-11-21T11:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T11:23:20,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T11:23:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T11:23:20,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188260524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188260525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188260524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188260527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/2977cb50fb1e4d1691db5b8dcb056fac 2024-11-21T11:23:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T11:23:20,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/7ea89ebccb2c4e6ca03cc6dc59e289ae as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/7ea89ebccb2c4e6ca03cc6dc59e289ae 2024-11-21T11:23:20,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T11:23:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:20,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/7ea89ebccb2c4e6ca03cc6dc59e289ae, entries=200, sequenceid=75, filesize=14.0 K 2024-11-21T11:23:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/5a75dcfc06894707a22c94eefdb27da4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5a75dcfc06894707a22c94eefdb27da4 2024-11-21T11:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:20,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5a75dcfc06894707a22c94eefdb27da4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T11:23:20,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/2977cb50fb1e4d1691db5b8dcb056fac as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/2977cb50fb1e4d1691db5b8dcb056fac 2024-11-21T11:23:20,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/2977cb50fb1e4d1691db5b8dcb056fac, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T11:23:20,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3d15771c4234b509b73dbe73293b6451 in 1265ms, sequenceid=75, compaction requested=false 2024-11-21T11:23:20,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:20,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:20,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:20,793 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/90b8cdb8239f41eba338c3dd28f6d4f6 is 50, key is test_row_0/A:col10/1732188199402/Put/seqid=0 2024-11-21T11:23:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742302_1478 (size=12001) 2024-11-21T11:23:20,856 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/90b8cdb8239f41eba338c3dd28f6d4f6 2024-11-21T11:23:20,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/912e17a847c749c68bc358a363df2fe4 is 50, key is test_row_0/B:col10/1732188199402/Put/seqid=0 2024-11-21T11:23:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742303_1479 (size=12001) 2024-11-21T11:23:20,906 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/912e17a847c749c68bc358a363df2fe4 2024-11-21T11:23:20,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/ac2d3cad5ac94bcd8d1973b0cc56358a is 50, key is test_row_0/C:col10/1732188199402/Put/seqid=0 2024-11-21T11:23:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742304_1480 (size=12001) 2024-11-21T11:23:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T11:23:21,369 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/ac2d3cad5ac94bcd8d1973b0cc56358a 2024-11-21T11:23:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/90b8cdb8239f41eba338c3dd28f6d4f6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/90b8cdb8239f41eba338c3dd28f6d4f6 2024-11-21T11:23:21,385 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/90b8cdb8239f41eba338c3dd28f6d4f6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T11:23:21,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/912e17a847c749c68bc358a363df2fe4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/912e17a847c749c68bc358a363df2fe4 2024-11-21T11:23:21,389 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/912e17a847c749c68bc358a363df2fe4, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T11:23:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/ac2d3cad5ac94bcd8d1973b0cc56358a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/ac2d3cad5ac94bcd8d1973b0cc56358a 2024-11-21T11:23:21,396 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/ac2d3cad5ac94bcd8d1973b0cc56358a, entries=150, sequenceid=90, filesize=11.7 K 2024-11-21T11:23:21,397 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3d15771c4234b509b73dbe73293b6451 in 604ms, sequenceid=90, compaction requested=true 2024-11-21T11:23:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-21T11:23:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-21T11:23:21,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-21T11:23:21,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-21T11:23:21,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.3760 sec 2024-11-21T11:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:21,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:21,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/6f912873cc814432a9cfbf145d15b68e is 50, key is test_row_0/A:col10/1732188201537/Put/seqid=0 2024-11-21T11:23:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742305_1481 (size=16681) 2024-11-21T11:23:21,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/6f912873cc814432a9cfbf145d15b68e 2024-11-21T11:23:21,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/e098a139ee4c4a80b82b42d13cb62413 is 50, key is test_row_0/B:col10/1732188201537/Put/seqid=0 2024-11-21T11:23:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742306_1482 (size=12001) 2024-11-21T11:23:21,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/e098a139ee4c4a80b82b42d13cb62413 2024-11-21T11:23:21,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/177e3917e122480bba234eff2ef2af42 is 50, key is test_row_0/C:col10/1732188201537/Put/seqid=0 2024-11-21T11:23:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742307_1483 (size=12001) 2024-11-21T11:23:21,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/177e3917e122480bba234eff2ef2af42 2024-11-21T11:23:21,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/6f912873cc814432a9cfbf145d15b68e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6f912873cc814432a9cfbf145d15b68e 2024-11-21T11:23:21,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6f912873cc814432a9cfbf145d15b68e, entries=250, sequenceid=101, filesize=16.3 K 2024-11-21T11:23:21,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/e098a139ee4c4a80b82b42d13cb62413 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e098a139ee4c4a80b82b42d13cb62413 2024-11-21T11:23:21,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188261641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e098a139ee4c4a80b82b42d13cb62413, entries=150, sequenceid=101, filesize=11.7 K 2024-11-21T11:23:21,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/177e3917e122480bba234eff2ef2af42 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/177e3917e122480bba234eff2ef2af42 2024-11-21T11:23:21,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/177e3917e122480bba234eff2ef2af42, entries=150, sequenceid=101, filesize=11.7 K 2024-11-21T11:23:21,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 3d15771c4234b509b73dbe73293b6451 in 166ms, sequenceid=101, compaction requested=true 2024-11-21T11:23:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:21,713 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:21,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:21,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:21,714 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:21,714 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:21,714 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:21,715 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/394136ac90164a9c981555239fccec55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/7ea89ebccb2c4e6ca03cc6dc59e289ae, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/90b8cdb8239f41eba338c3dd28f6d4f6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6f912873cc814432a9cfbf145d15b68e] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=53.8 K 2024-11-21T11:23:21,715 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:21,715 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 394136ac90164a9c981555239fccec55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188195989 2024-11-21T11:23:21,715 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea89ebccb2c4e6ca03cc6dc59e289ae, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732188198250 2024-11-21T11:23:21,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:21,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:21,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:21,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:21,716 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90b8cdb8239f41eba338c3dd28f6d4f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732188199402 2024-11-21T11:23:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:21,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T11:23:21,718 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f912873cc814432a9cfbf145d15b68e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732188201537 2024-11-21T11:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:21,719 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:21,719 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:21,719 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:21,719 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/db571d45b8fa4a5e882a903c4ebff355, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5a75dcfc06894707a22c94eefdb27da4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/912e17a847c749c68bc358a363df2fe4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e098a139ee4c4a80b82b42d13cb62413] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=47.0 K 2024-11-21T11:23:21,719 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting db571d45b8fa4a5e882a903c4ebff355, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188195989 2024-11-21T11:23:21,721 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a75dcfc06894707a22c94eefdb27da4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732188198250 2024-11-21T11:23:21,721 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 912e17a847c749c68bc358a363df2fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732188199402 2024-11-21T11:23:21,721 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e098a139ee4c4a80b82b42d13cb62413, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732188201537 2024-11-21T11:23:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188261697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/1c23c25525c048c09565ea719c9fa847 is 50, key is test_row_0/A:col10/1732188201716/Put/seqid=0 2024-11-21T11:23:21,755 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:21,755 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/35a81a4ba24d4f61ada5c75c3ff1058c is 50, key is test_row_0/B:col10/1732188201537/Put/seqid=0 2024-11-21T11:23:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188261747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188261748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,772 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:21,772 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/51fa6db1224e46799eaf2e99537aa450 is 50, key is test_row_0/A:col10/1732188201537/Put/seqid=0 2024-11-21T11:23:21,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188261798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742309_1485 (size=12139) 2024-11-21T11:23:21,821 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/35a81a4ba24d4f61ada5c75c3ff1058c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/35a81a4ba24d4f61ada5c75c3ff1058c 2024-11-21T11:23:21,827 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into 35a81a4ba24d4f61ada5c75c3ff1058c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:21,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:21,827 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=12, startTime=1732188201715; duration=0sec 2024-11-21T11:23:21,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:21,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:21,827 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:21,829 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:21,829 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:21,830 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:21,830 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/59aa8b3a0b814a9bad6a8bdab5c1782b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/2977cb50fb1e4d1691db5b8dcb056fac, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/ac2d3cad5ac94bcd8d1973b0cc56358a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/177e3917e122480bba234eff2ef2af42] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=47.0 K 2024-11-21T11:23:21,830 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 59aa8b3a0b814a9bad6a8bdab5c1782b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732188195989 2024-11-21T11:23:21,830 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2977cb50fb1e4d1691db5b8dcb056fac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732188198250 2024-11-21T11:23:21,831 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ac2d3cad5ac94bcd8d1973b0cc56358a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732188199402 2024-11-21T11:23:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188261825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,831 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 177e3917e122480bba234eff2ef2af42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732188201537 2024-11-21T11:23:21,843 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:21,844 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/3527c2f5c9424b42a0bd94e360a780ae is 50, key is test_row_0/C:col10/1732188201537/Put/seqid=0 2024-11-21T11:23:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742310_1486 (size=12139) 2024-11-21T11:23:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742308_1484 (size=12051) 2024-11-21T11:23:21,852 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/51fa6db1224e46799eaf2e99537aa450 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/51fa6db1224e46799eaf2e99537aa450 2024-11-21T11:23:21,858 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 51fa6db1224e46799eaf2e99537aa450(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:21,858 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:21,858 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=12, startTime=1732188201713; duration=0sec 2024-11-21T11:23:21,858 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:21,858 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:21,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188261858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742311_1487 (size=12241) 2024-11-21T11:23:21,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188261860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188262010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188262033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188262062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188262069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T11:23:22,133 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-21T11:23:22,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-21T11:23:22,137 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:22,137 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:22,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:22,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/1c23c25525c048c09565ea719c9fa847 2024-11-21T11:23:22,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/85e88873a1c04fe19af0b1c460956b0d is 50, key is test_row_0/B:col10/1732188201716/Put/seqid=0 2024-11-21T11:23:22,271 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/3527c2f5c9424b42a0bd94e360a780ae as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/3527c2f5c9424b42a0bd94e360a780ae 2024-11-21T11:23:22,275 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 3527c2f5c9424b42a0bd94e360a780ae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:22,275 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:22,275 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=12, startTime=1732188201716; duration=0sec 2024-11-21T11:23:22,275 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:22,275 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:22,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742312_1488 (size=12051) 2024-11-21T11:23:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188262318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188262342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188262368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188262375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:22,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/85e88873a1c04fe19af0b1c460956b0d 2024-11-21T11:23:22,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/73890dec0ffc40989ee3c02524675591 is 50, key is test_row_0/C:col10/1732188201716/Put/seqid=0 2024-11-21T11:23:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:22,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742313_1489 (size=12051) 2024-11-21T11:23:22,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/73890dec0ffc40989ee3c02524675591 2024-11-21T11:23:22,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/1c23c25525c048c09565ea719c9fa847 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/1c23c25525c048c09565ea719c9fa847 2024-11-21T11:23:22,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/1c23c25525c048c09565ea719c9fa847, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T11:23:22,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/85e88873a1c04fe19af0b1c460956b0d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/85e88873a1c04fe19af0b1c460956b0d 2024-11-21T11:23:22,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/85e88873a1c04fe19af0b1c460956b0d, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T11:23:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/73890dec0ffc40989ee3c02524675591 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/73890dec0ffc40989ee3c02524675591 2024-11-21T11:23:22,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/73890dec0ffc40989ee3c02524675591, entries=150, sequenceid=129, filesize=11.8 K 2024-11-21T11:23:22,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3d15771c4234b509b73dbe73293b6451 in 1088ms, sequenceid=129, compaction requested=false 2024-11-21T11:23:22,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:22,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:22,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:22,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b2fc90bfd72f4722812444365534ceab is 50, key is test_row_0/A:col10/1732188201745/Put/seqid=0 2024-11-21T11:23:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742314_1490 (size=14541) 2024-11-21T11:23:22,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:22,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188262909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188262920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188262920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188262920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188263022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188263032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188263032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188263032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188263227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:23,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188263238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188263238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188263238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b2fc90bfd72f4722812444365534ceab 2024-11-21T11:23:23,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/9526909a38c94445b7653559d2fda7c6 is 50, key is test_row_0/B:col10/1732188201745/Put/seqid=0 2024-11-21T11:23:23,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742315_1491 (size=12151) 2024-11-21T11:23:23,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188263537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188263545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188263545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188263547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/9526909a38c94445b7653559d2fda7c6 2024-11-21T11:23:23,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a48ea2931cd34e68b5b9088922b33d5a is 50, key is test_row_0/C:col10/1732188201745/Put/seqid=0 2024-11-21T11:23:23,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742316_1492 (size=12151) 2024-11-21T11:23:23,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a48ea2931cd34e68b5b9088922b33d5a 2024-11-21T11:23:23,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:23,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b2fc90bfd72f4722812444365534ceab as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b2fc90bfd72f4722812444365534ceab 2024-11-21T11:23:23,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b2fc90bfd72f4722812444365534ceab, entries=200, sequenceid=143, filesize=14.2 K 2024-11-21T11:23:23,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/9526909a38c94445b7653559d2fda7c6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9526909a38c94445b7653559d2fda7c6 2024-11-21T11:23:23,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9526909a38c94445b7653559d2fda7c6, entries=150, sequenceid=143, filesize=11.9 K 2024-11-21T11:23:23,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a48ea2931cd34e68b5b9088922b33d5a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a48ea2931cd34e68b5b9088922b33d5a 2024-11-21T11:23:23,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a48ea2931cd34e68b5b9088922b33d5a, entries=150, sequenceid=143, filesize=11.9 K 2024-11-21T11:23:23,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3d15771c4234b509b73dbe73293b6451 in 1010ms, sequenceid=143, compaction requested=true 2024-11-21T11:23:23,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:23,850 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:23,850 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:23,850 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38731 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:23,851 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:23,851 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,851 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/51fa6db1224e46799eaf2e99537aa450, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/1c23c25525c048c09565ea719c9fa847, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b2fc90bfd72f4722812444365534ceab] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=37.8 K 2024-11-21T11:23:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:23,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:23,851 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51fa6db1224e46799eaf2e99537aa450, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732188201537 2024-11-21T11:23:23,852 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c23c25525c048c09565ea719c9fa847, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732188201632 2024-11-21T11:23:23,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:23,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:23,852 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36341 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:23,852 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:23,852 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,853 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/35a81a4ba24d4f61ada5c75c3ff1058c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/85e88873a1c04fe19af0b1c460956b0d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9526909a38c94445b7653559d2fda7c6] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=35.5 K 2024-11-21T11:23:23,853 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2fc90bfd72f4722812444365534ceab, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732188201745 2024-11-21T11:23:23,853 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 35a81a4ba24d4f61ada5c75c3ff1058c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732188201537 2024-11-21T11:23:23,854 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 85e88873a1c04fe19af0b1c460956b0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732188201632 2024-11-21T11:23:23,855 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9526909a38c94445b7653559d2fda7c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732188201745 2024-11-21T11:23:23,865 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:23,865 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/cefcc0ac8aea468ca203c56decfb13f8 is 50, key is test_row_0/B:col10/1732188201745/Put/seqid=0 2024-11-21T11:23:23,871 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:23,871 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/4ce1da4dd14e4c5b84754c6650cc01c3 is 50, key is test_row_0/A:col10/1732188201745/Put/seqid=0 2024-11-21T11:23:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742318_1494 (size=12391) 2024-11-21T11:23:23,922 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/4ce1da4dd14e4c5b84754c6650cc01c3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/4ce1da4dd14e4c5b84754c6650cc01c3 2024-11-21T11:23:23,933 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 4ce1da4dd14e4c5b84754c6650cc01c3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:23,933 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:23,933 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188203849; duration=0sec 2024-11-21T11:23:23,933 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:23,933 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:23,933 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:23,936 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:23,936 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:23,936 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,936 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/3527c2f5c9424b42a0bd94e360a780ae, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/73890dec0ffc40989ee3c02524675591, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a48ea2931cd34e68b5b9088922b33d5a] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=35.6 K 2024-11-21T11:23:23,937 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3527c2f5c9424b42a0bd94e360a780ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732188201537 2024-11-21T11:23:23,938 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73890dec0ffc40989ee3c02524675591, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732188201632 2024-11-21T11:23:23,938 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a48ea2931cd34e68b5b9088922b33d5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732188201745 2024-11-21T11:23:23,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742317_1493 (size=12391) 2024-11-21T11:23:23,949 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:23,950 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/9bf0b19b3f914e8b8deefd3e42f28b41 is 50, key is test_row_0/C:col10/1732188201745/Put/seqid=0 2024-11-21T11:23:23,950 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/cefcc0ac8aea468ca203c56decfb13f8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cefcc0ac8aea468ca203c56decfb13f8 2024-11-21T11:23:23,955 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into cefcc0ac8aea468ca203c56decfb13f8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:23,955 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:23,955 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188203850; duration=0sec 2024-11-21T11:23:23,955 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:23,955 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:23,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:23,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:23,981 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:23,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742319_1495 (size=12493) 2024-11-21T11:23:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/ed55046c566f462c962df127f6030f37 is 50, key is test_row_0/A:col10/1732188202917/Put/seqid=0 2024-11-21T11:23:24,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742320_1496 (size=12151) 2024-11-21T11:23:24,060 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/ed55046c566f462c962df127f6030f37 2024-11-21T11:23:24,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188264064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188264066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188264068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188264068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2e81ce88757d4d5ba46eac2ee8ead21b is 50, key is test_row_0/B:col10/1732188202917/Put/seqid=0 2024-11-21T11:23:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742321_1497 (size=12151) 2024-11-21T11:23:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188264159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,166 DEBUG [Thread-2059 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., hostname=98fb8183d505,41191,1732188077563, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:23:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188264169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188264170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188264170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188264176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188264375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188264376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188264376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188264382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,395 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/9bf0b19b3f914e8b8deefd3e42f28b41 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/9bf0b19b3f914e8b8deefd3e42f28b41 2024-11-21T11:23:24,400 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 9bf0b19b3f914e8b8deefd3e42f28b41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:24,400 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:24,400 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188203851; duration=0sec 2024-11-21T11:23:24,400 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:24,400 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:24,521 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2e81ce88757d4d5ba46eac2ee8ead21b 2024-11-21T11:23:24,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f0fcdf39a8494b2b9ed9d396d26e5656 is 50, key is test_row_0/C:col10/1732188202917/Put/seqid=0 2024-11-21T11:23:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742322_1498 (size=12151) 2024-11-21T11:23:24,593 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f0fcdf39a8494b2b9ed9d396d26e5656 2024-11-21T11:23:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/ed55046c566f462c962df127f6030f37 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ed55046c566f462c962df127f6030f37 2024-11-21T11:23:24,604 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ed55046c566f462c962df127f6030f37, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T11:23:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2e81ce88757d4d5ba46eac2ee8ead21b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2e81ce88757d4d5ba46eac2ee8ead21b 2024-11-21T11:23:24,610 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2e81ce88757d4d5ba46eac2ee8ead21b, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T11:23:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f0fcdf39a8494b2b9ed9d396d26e5656 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f0fcdf39a8494b2b9ed9d396d26e5656 2024-11-21T11:23:24,618 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f0fcdf39a8494b2b9ed9d396d26e5656, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T11:23:24,619 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3d15771c4234b509b73dbe73293b6451 in 638ms, sequenceid=171, compaction requested=false 2024-11-21T11:23:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-21T11:23:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-21T11:23:24,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-21T11:23:24,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4820 sec 2024-11-21T11:23:24,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.4870 sec 2024-11-21T11:23:24,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:24,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:24,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:24,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:24,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:24,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:24,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:24,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/764c807612c8413daa7ebda1bdb6bdea is 50, key is test_row_0/A:col10/1732188204684/Put/seqid=0 2024-11-21T11:23:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742323_1499 (size=14541) 2024-11-21T11:23:24,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/764c807612c8413daa7ebda1bdb6bdea 2024-11-21T11:23:24,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/beb1477bc44448fca66d13185b5cecff is 50, key is test_row_0/B:col10/1732188204684/Put/seqid=0 2024-11-21T11:23:24,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188264730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188264735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188264745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188264743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742324_1500 (size=12151) 2024-11-21T11:23:24,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/beb1477bc44448fca66d13185b5cecff 2024-11-21T11:23:24,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/1514587076e54afa89579a1b66db16af is 50, key is test_row_0/C:col10/1732188204684/Put/seqid=0 2024-11-21T11:23:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742325_1501 (size=12151) 2024-11-21T11:23:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188264844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188264845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188264854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188264854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188265048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188265056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188265058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188265059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/1514587076e54afa89579a1b66db16af 2024-11-21T11:23:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/764c807612c8413daa7ebda1bdb6bdea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/764c807612c8413daa7ebda1bdb6bdea 2024-11-21T11:23:25,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/764c807612c8413daa7ebda1bdb6bdea, entries=200, sequenceid=184, filesize=14.2 K 2024-11-21T11:23:25,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/beb1477bc44448fca66d13185b5cecff as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/beb1477bc44448fca66d13185b5cecff 2024-11-21T11:23:25,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/beb1477bc44448fca66d13185b5cecff, entries=150, sequenceid=184, filesize=11.9 K 2024-11-21T11:23:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/1514587076e54afa89579a1b66db16af as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1514587076e54afa89579a1b66db16af 2024-11-21T11:23:25,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1514587076e54afa89579a1b66db16af, entries=150, sequenceid=184, filesize=11.9 K 2024-11-21T11:23:25,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3d15771c4234b509b73dbe73293b6451 in 595ms, sequenceid=184, compaction requested=true 2024-11-21T11:23:25,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:25,281 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:25,281 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:25,282 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:25,282 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:25,282 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:25,282 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/4ce1da4dd14e4c5b84754c6650cc01c3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ed55046c566f462c962df127f6030f37, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/764c807612c8413daa7ebda1bdb6bdea] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=38.2 K 2024-11-21T11:23:25,282 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:25,282 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:25,282 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:25,282 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cefcc0ac8aea468ca203c56decfb13f8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2e81ce88757d4d5ba46eac2ee8ead21b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/beb1477bc44448fca66d13185b5cecff] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=35.8 K 2024-11-21T11:23:25,283 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce1da4dd14e4c5b84754c6650cc01c3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732188201745 2024-11-21T11:23:25,283 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting cefcc0ac8aea468ca203c56decfb13f8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732188201745 2024-11-21T11:23:25,284 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed55046c566f462c962df127f6030f37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732188202907 2024-11-21T11:23:25,284 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e81ce88757d4d5ba46eac2ee8ead21b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732188202907 2024-11-21T11:23:25,284 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764c807612c8413daa7ebda1bdb6bdea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732188204059 2024-11-21T11:23:25,284 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting beb1477bc44448fca66d13185b5cecff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732188204059 2024-11-21T11:23:25,299 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#420 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:25,300 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/447c1875cbd14679a2b0e11d58ec7674 is 50, key is test_row_0/A:col10/1732188204684/Put/seqid=0 2024-11-21T11:23:25,306 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:25,306 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/cba9e01ef8d342c8a4e1b65ce0b78503 is 50, key is test_row_0/B:col10/1732188204684/Put/seqid=0 2024-11-21T11:23:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742326_1502 (size=12493) 2024-11-21T11:23:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742327_1503 (size=12493) 2024-11-21T11:23:25,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:25,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188265379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188265380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/8f947411bb9f4e4bb0ebf88e699d5fca is 50, key is test_row_0/A:col10/1732188204742/Put/seqid=0 2024-11-21T11:23:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188265387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188265388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742328_1504 (size=14541) 2024-11-21T11:23:25,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/8f947411bb9f4e4bb0ebf88e699d5fca 2024-11-21T11:23:25,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/90ec6ddc5b654a1c98e4ed705fb63e55 is 50, key is test_row_0/B:col10/1732188204742/Put/seqid=0 2024-11-21T11:23:25,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188265490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188265490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742329_1505 (size=12151) 2024-11-21T11:23:25,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188265497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188265500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/90ec6ddc5b654a1c98e4ed705fb63e55 2024-11-21T11:23:25,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/67276ab2234b456e8a57ceab1a113c44 is 50, key is test_row_0/C:col10/1732188204742/Put/seqid=0 2024-11-21T11:23:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742330_1506 (size=12151) 2024-11-21T11:23:25,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188265695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188265697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188265709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188265710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:25,752 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/447c1875cbd14679a2b0e11d58ec7674 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/447c1875cbd14679a2b0e11d58ec7674 2024-11-21T11:23:25,763 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/cba9e01ef8d342c8a4e1b65ce0b78503 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cba9e01ef8d342c8a4e1b65ce0b78503 2024-11-21T11:23:25,768 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 447c1875cbd14679a2b0e11d58ec7674(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:25,768 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into cba9e01ef8d342c8a4e1b65ce0b78503(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:25,768 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188205280; duration=0sec 2024-11-21T11:23:25,768 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188205281; duration=0sec 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:25,768 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:25,770 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:25,770 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:25,770 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:25,770 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/9bf0b19b3f914e8b8deefd3e42f28b41, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f0fcdf39a8494b2b9ed9d396d26e5656, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1514587076e54afa89579a1b66db16af] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=35.9 K 2024-11-21T11:23:25,771 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bf0b19b3f914e8b8deefd3e42f28b41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732188201745 2024-11-21T11:23:25,771 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fcdf39a8494b2b9ed9d396d26e5656, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732188202907 2024-11-21T11:23:25,771 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1514587076e54afa89579a1b66db16af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732188204059 2024-11-21T11:23:25,793 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:25,794 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/32051e90c35943ef8bf192f23de4415e is 50, key is test_row_0/C:col10/1732188204684/Put/seqid=0 2024-11-21T11:23:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742331_1507 (size=12595) 2024-11-21T11:23:25,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/67276ab2234b456e8a57ceab1a113c44 2024-11-21T11:23:25,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/8f947411bb9f4e4bb0ebf88e699d5fca as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/8f947411bb9f4e4bb0ebf88e699d5fca 2024-11-21T11:23:25,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/8f947411bb9f4e4bb0ebf88e699d5fca, entries=200, sequenceid=210, filesize=14.2 K 2024-11-21T11:23:25,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/90ec6ddc5b654a1c98e4ed705fb63e55 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90ec6ddc5b654a1c98e4ed705fb63e55 2024-11-21T11:23:25,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90ec6ddc5b654a1c98e4ed705fb63e55, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T11:23:26,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/67276ab2234b456e8a57ceab1a113c44 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67276ab2234b456e8a57ceab1a113c44 2024-11-21T11:23:26,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67276ab2234b456e8a57ceab1a113c44, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T11:23:26,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3d15771c4234b509b73dbe73293b6451 in 641ms, sequenceid=210, compaction requested=false 2024-11-21T11:23:26,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:26,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:26,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:26,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:26,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:26,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:26,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/334251a0e65446229a98be9b2e984bf8 is 50, key is test_row_0/A:col10/1732188205386/Put/seqid=0 2024-11-21T11:23:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742332_1508 (size=12151) 2024-11-21T11:23:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188266121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188266130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188266134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188266136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188266237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T11:23:26,243 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-21T11:23:26,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-21T11:23:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T11:23:26,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:26,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:26,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:26,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/32051e90c35943ef8bf192f23de4415e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/32051e90c35943ef8bf192f23de4415e 2024-11-21T11:23:26,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188266241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,257 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 32051e90c35943ef8bf192f23de4415e(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:26,257 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:26,257 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188205281; duration=0sec 2024-11-21T11:23:26,257 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:26,257 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:26,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188266248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188266248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T11:23:26,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T11:23:26,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:26,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188266445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/334251a0e65446229a98be9b2e984bf8 2024-11-21T11:23:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188266455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188266463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188266464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/260e9f1f49954c6ca028fa675b205dbf is 50, key is test_row_0/B:col10/1732188205386/Put/seqid=0 2024-11-21T11:23:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742333_1509 (size=12151) 2024-11-21T11:23:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T11:23:26,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T11:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T11:23:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188266753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188266765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188266770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188266771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T11:23:26,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:26,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T11:23:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:26,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:26,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/260e9f1f49954c6ca028fa675b205dbf 2024-11-21T11:23:26,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/fbd40a28686a4dafa0ef44dd47ad0688 is 50, key is test_row_0/C:col10/1732188205386/Put/seqid=0 2024-11-21T11:23:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742334_1510 (size=12151) 2024-11-21T11:23:26,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/fbd40a28686a4dafa0ef44dd47ad0688 2024-11-21T11:23:26,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/334251a0e65446229a98be9b2e984bf8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/334251a0e65446229a98be9b2e984bf8 2024-11-21T11:23:26,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/334251a0e65446229a98be9b2e984bf8, entries=150, sequenceid=223, filesize=11.9 K 2024-11-21T11:23:27,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/260e9f1f49954c6ca028fa675b205dbf as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/260e9f1f49954c6ca028fa675b205dbf 2024-11-21T11:23:27,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/260e9f1f49954c6ca028fa675b205dbf, entries=150, sequenceid=223, filesize=11.9 K 2024-11-21T11:23:27,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T11:23:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:27,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:27,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/fbd40a28686a4dafa0ef44dd47ad0688 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fbd40a28686a4dafa0ef44dd47ad0688 2024-11-21T11:23:27,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fbd40a28686a4dafa0ef44dd47ad0688, entries=150, sequenceid=223, filesize=11.9 K 2024-11-21T11:23:27,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3d15771c4234b509b73dbe73293b6451 in 1018ms, sequenceid=223, compaction requested=true 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:27,031 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:27,031 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:27,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:27,032 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:27,032 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:27,032 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:27,032 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:27,032 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:27,032 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:27,032 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/447c1875cbd14679a2b0e11d58ec7674, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/8f947411bb9f4e4bb0ebf88e699d5fca, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/334251a0e65446229a98be9b2e984bf8] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=38.3 K 2024-11-21T11:23:27,032 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cba9e01ef8d342c8a4e1b65ce0b78503, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90ec6ddc5b654a1c98e4ed705fb63e55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/260e9f1f49954c6ca028fa675b205dbf] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=35.9 K 2024-11-21T11:23:27,033 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 447c1875cbd14679a2b0e11d58ec7674, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732188204059 2024-11-21T11:23:27,033 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting cba9e01ef8d342c8a4e1b65ce0b78503, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732188204059 2024-11-21T11:23:27,033 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f947411bb9f4e4bb0ebf88e699d5fca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188204725 2024-11-21T11:23:27,033 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 90ec6ddc5b654a1c98e4ed705fb63e55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188204739 2024-11-21T11:23:27,033 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 334251a0e65446229a98be9b2e984bf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732188205375 2024-11-21T11:23:27,034 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 260e9f1f49954c6ca028fa675b205dbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732188205375 2024-11-21T11:23:27,058 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:27,058 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/12ded179b8d64c03ac903269d36f6ebb is 50, key is test_row_0/A:col10/1732188205386/Put/seqid=0 2024-11-21T11:23:27,066 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:27,067 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/90cb4fed25e14075a28b16ebfcdf48a4 is 50, key is test_row_0/B:col10/1732188205386/Put/seqid=0 2024-11-21T11:23:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742335_1511 (size=12595) 2024-11-21T11:23:27,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742336_1512 (size=12595) 2024-11-21T11:23:27,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T11:23:27,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:27,166 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/a684688347fc4154a768539e38a8c44e is 50, key is test_row_0/A:col10/1732188206133/Put/seqid=0 2024-11-21T11:23:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742337_1513 (size=12151) 2024-11-21T11:23:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:27,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:27,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188267291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188267292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188267293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188267293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T11:23:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188267398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188267401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188267402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188267402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,499 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/12ded179b8d64c03ac903269d36f6ebb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/12ded179b8d64c03ac903269d36f6ebb 2024-11-21T11:23:27,505 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 12ded179b8d64c03ac903269d36f6ebb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:27,505 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:27,505 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188207031; duration=0sec 2024-11-21T11:23:27,505 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:27,505 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:27,505 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:27,506 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:27,506 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:27,506 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:27,506 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/32051e90c35943ef8bf192f23de4415e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67276ab2234b456e8a57ceab1a113c44, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fbd40a28686a4dafa0ef44dd47ad0688] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.0 K 2024-11-21T11:23:27,507 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32051e90c35943ef8bf192f23de4415e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732188204059 2024-11-21T11:23:27,508 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67276ab2234b456e8a57ceab1a113c44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732188204739 2024-11-21T11:23:27,508 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbd40a28686a4dafa0ef44dd47ad0688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732188205375 2024-11-21T11:23:27,530 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:27,535 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/b298def5e2d341c6b7e9af8bf44add6d is 50, key is test_row_0/C:col10/1732188205386/Put/seqid=0 2024-11-21T11:23:27,537 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/90cb4fed25e14075a28b16ebfcdf48a4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90cb4fed25e14075a28b16ebfcdf48a4 2024-11-21T11:23:27,544 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into 90cb4fed25e14075a28b16ebfcdf48a4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:27,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:27,544 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188207031; duration=0sec 2024-11-21T11:23:27,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:27,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742338_1514 (size=12697) 2024-11-21T11:23:27,574 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/b298def5e2d341c6b7e9af8bf44add6d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b298def5e2d341c6b7e9af8bf44add6d 2024-11-21T11:23:27,582 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into b298def5e2d341c6b7e9af8bf44add6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:27,582 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:27,582 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188207031; duration=0sec 2024-11-21T11:23:27,582 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:27,582 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:27,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188267604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188267609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188267609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188267609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,619 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/a684688347fc4154a768539e38a8c44e 2024-11-21T11:23:27,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/002b253070e841009d396461699ed143 is 50, key is test_row_0/B:col10/1732188206133/Put/seqid=0 2024-11-21T11:23:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742339_1515 (size=12151) 2024-11-21T11:23:27,693 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/002b253070e841009d396461699ed143 2024-11-21T11:23:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/c1f2aea1fd0f4e35b200da6859b9a9a6 is 50, key is test_row_0/C:col10/1732188206133/Put/seqid=0 2024-11-21T11:23:27,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742340_1516 (size=12151) 2024-11-21T11:23:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188267910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188267916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188267917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:27,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188267917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,135 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/c1f2aea1fd0f4e35b200da6859b9a9a6 2024-11-21T11:23:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/a684688347fc4154a768539e38a8c44e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a684688347fc4154a768539e38a8c44e 2024-11-21T11:23:28,148 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a684688347fc4154a768539e38a8c44e, entries=150, sequenceid=249, filesize=11.9 K 2024-11-21T11:23:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/002b253070e841009d396461699ed143 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/002b253070e841009d396461699ed143 2024-11-21T11:23:28,156 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/002b253070e841009d396461699ed143, entries=150, sequenceid=249, filesize=11.9 K 2024-11-21T11:23:28,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/c1f2aea1fd0f4e35b200da6859b9a9a6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c1f2aea1fd0f4e35b200da6859b9a9a6 2024-11-21T11:23:28,161 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c1f2aea1fd0f4e35b200da6859b9a9a6, entries=150, sequenceid=249, filesize=11.9 K 2024-11-21T11:23:28,162 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d15771c4234b509b73dbe73293b6451 in 996ms, sequenceid=249, compaction requested=false 2024-11-21T11:23:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-21T11:23:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-21T11:23:28,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-21T11:23:28,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-11-21T11:23:28,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.9230 sec 2024-11-21T11:23:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T11:23:28,350 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-21T11:23:28,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-21T11:23:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:28,353 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:28,354 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:28,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:28,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:28,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:28,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/a61ece967c1143468456ff7caff3c1ad is 50, key is test_row_0/A:col10/1732188207290/Put/seqid=0 2024-11-21T11:23:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742341_1517 (size=12251) 2024-11-21T11:23:28,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188268502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188268516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188268518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188268523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188268623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188268631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188268633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188268633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:28,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:28,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:28,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188268834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188268837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188268842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188268843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/a61ece967c1143468456ff7caff3c1ad 2024-11-21T11:23:28,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/b94b9f3cb8264ead9d459d27c1357716 is 50, key is test_row_0/B:col10/1732188207290/Put/seqid=0 2024-11-21T11:23:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742342_1518 (size=12251) 2024-11-21T11:23:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:28,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:28,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:28,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:28,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188269141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188269146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188269150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188269151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/b94b9f3cb8264ead9d459d27c1357716 2024-11-21T11:23:29,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a84aed49319b4c4a8ff8a152e8dbe044 is 50, key is test_row_0/C:col10/1732188207290/Put/seqid=0 2024-11-21T11:23:29,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742343_1519 (size=12251) 2024-11-21T11:23:29,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:29,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188269649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188269655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188269660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188269661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:29,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a84aed49319b4c4a8ff8a152e8dbe044 2024-11-21T11:23:29,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/a61ece967c1143468456ff7caff3c1ad as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a61ece967c1143468456ff7caff3c1ad 2024-11-21T11:23:29,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a61ece967c1143468456ff7caff3c1ad, entries=150, sequenceid=264, filesize=12.0 K 2024-11-21T11:23:29,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/b94b9f3cb8264ead9d459d27c1357716 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b94b9f3cb8264ead9d459d27c1357716 2024-11-21T11:23:29,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b94b9f3cb8264ead9d459d27c1357716, entries=150, sequenceid=264, filesize=12.0 K 2024-11-21T11:23:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a84aed49319b4c4a8ff8a152e8dbe044 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a84aed49319b4c4a8ff8a152e8dbe044 2024-11-21T11:23:29,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a84aed49319b4c4a8ff8a152e8dbe044, entries=150, sequenceid=264, filesize=12.0 K 2024-11-21T11:23:29,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d15771c4234b509b73dbe73293b6451 in 1373ms, sequenceid=264, compaction requested=true 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:29,795 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T11:23:29,795 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:29,796 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:29,796 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:29,796 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,796 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/12ded179b8d64c03ac903269d36f6ebb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a684688347fc4154a768539e38a8c44e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a61ece967c1143468456ff7caff3c1ad] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.1 K 2024-11-21T11:23:29,796 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:29,797 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:29,797 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,797 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90cb4fed25e14075a28b16ebfcdf48a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/002b253070e841009d396461699ed143, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b94b9f3cb8264ead9d459d27c1357716] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.1 K 2024-11-21T11:23:29,797 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ded179b8d64c03ac903269d36f6ebb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732188205375 2024-11-21T11:23:29,797 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90cb4fed25e14075a28b16ebfcdf48a4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732188205375 2024-11-21T11:23:29,798 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a684688347fc4154a768539e38a8c44e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732188206127 2024-11-21T11:23:29,798 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 002b253070e841009d396461699ed143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732188206127 2024-11-21T11:23:29,798 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a61ece967c1143468456ff7caff3c1ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732188207273 2024-11-21T11:23:29,799 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b94b9f3cb8264ead9d459d27c1357716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732188207273 2024-11-21T11:23:29,814 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:29,814 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b03c54db33bc4697ba0827071aa1f5c0 is 50, key is test_row_0/A:col10/1732188207290/Put/seqid=0 2024-11-21T11:23:29,827 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:29,828 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/9f927315eb274689aded5dbd4d509a38 is 50, key is test_row_0/B:col10/1732188207290/Put/seqid=0 2024-11-21T11:23:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742344_1520 (size=12797) 2024-11-21T11:23:29,874 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b03c54db33bc4697ba0827071aa1f5c0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b03c54db33bc4697ba0827071aa1f5c0 2024-11-21T11:23:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742345_1521 (size=12797) 2024-11-21T11:23:29,884 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into b03c54db33bc4697ba0827071aa1f5c0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:29,884 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:29,885 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188209795; duration=0sec 2024-11-21T11:23:29,886 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:29,887 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:29,887 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:29,891 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/9f927315eb274689aded5dbd4d509a38 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9f927315eb274689aded5dbd4d509a38 2024-11-21T11:23:29,892 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:29,892 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:29,892 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,892 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b298def5e2d341c6b7e9af8bf44add6d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c1f2aea1fd0f4e35b200da6859b9a9a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a84aed49319b4c4a8ff8a152e8dbe044] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.2 K 2024-11-21T11:23:29,893 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b298def5e2d341c6b7e9af8bf44add6d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732188205375 2024-11-21T11:23:29,894 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c1f2aea1fd0f4e35b200da6859b9a9a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732188206127 2024-11-21T11:23:29,894 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a84aed49319b4c4a8ff8a152e8dbe044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732188207273 2024-11-21T11:23:29,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:29,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:29,898 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:29,900 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into 9f927315eb274689aded5dbd4d509a38(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:29,900 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:29,900 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188209795; duration=0sec 2024-11-21T11:23:29,900 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:29,900 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:29,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/09d3047691cc46f9aa5005f9254b8c3b is 50, key is test_row_0/A:col10/1732188208517/Put/seqid=0 2024-11-21T11:23:29,929 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:29,933 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/1d9cc98a65ce464682d310f8bdadebea is 50, key is test_row_0/C:col10/1732188207290/Put/seqid=0 2024-11-21T11:23:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742347_1523 (size=12899) 2024-11-21T11:23:30,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742346_1522 (size=12301) 2024-11-21T11:23:30,002 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/09d3047691cc46f9aa5005f9254b8c3b 2024-11-21T11:23:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/487d6a11f58146be940951bdb852650a is 50, key is test_row_0/B:col10/1732188208517/Put/seqid=0 2024-11-21T11:23:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742348_1524 (size=12301) 2024-11-21T11:23:30,385 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/1d9cc98a65ce464682d310f8bdadebea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1d9cc98a65ce464682d310f8bdadebea 2024-11-21T11:23:30,394 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 1d9cc98a65ce464682d310f8bdadebea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:30,394 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:30,394 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188209795; duration=0sec 2024-11-21T11:23:30,394 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:30,394 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:30,474 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/487d6a11f58146be940951bdb852650a 2024-11-21T11:23:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/224e7de39c7048c5a4214f9f492e3b5f is 50, key is test_row_0/C:col10/1732188208517/Put/seqid=0 2024-11-21T11:23:30,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742349_1525 (size=12301) 2024-11-21T11:23:30,518 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/224e7de39c7048c5a4214f9f492e3b5f 2024-11-21T11:23:30,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/09d3047691cc46f9aa5005f9254b8c3b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/09d3047691cc46f9aa5005f9254b8c3b 2024-11-21T11:23:30,531 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/09d3047691cc46f9aa5005f9254b8c3b, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T11:23:30,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/487d6a11f58146be940951bdb852650a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/487d6a11f58146be940951bdb852650a 2024-11-21T11:23:30,537 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/487d6a11f58146be940951bdb852650a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T11:23:30,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/224e7de39c7048c5a4214f9f492e3b5f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/224e7de39c7048c5a4214f9f492e3b5f 2024-11-21T11:23:30,543 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/224e7de39c7048c5a4214f9f492e3b5f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T11:23:30,545 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 3d15771c4234b509b73dbe73293b6451 in 647ms, sequenceid=289, compaction requested=false 2024-11-21T11:23:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-21T11:23:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-21T11:23:30,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-21T11:23:30,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1930 sec 2024-11-21T11:23:30,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1980 sec 2024-11-21T11:23:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:30,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:30,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:30,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:30,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:30,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/044f2ffaf8b34c698d3d607ce8dc579a is 50, key is test_row_0/A:col10/1732188210679/Put/seqid=0 2024-11-21T11:23:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742350_1526 (size=14741) 2024-11-21T11:23:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188270731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188270733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188270735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188270736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188270843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188270844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188270845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:30,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188270845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188271052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188271052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188271053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188271053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/044f2ffaf8b34c698d3d607ce8dc579a 2024-11-21T11:23:31,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/512d889b9ef64079b6d30212b2d96dfd is 50, key is test_row_0/B:col10/1732188210679/Put/seqid=0 2024-11-21T11:23:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742351_1527 (size=12301) 2024-11-21T11:23:31,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/512d889b9ef64079b6d30212b2d96dfd 2024-11-21T11:23:31,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/33e1c32df08b48f1a840bbb93c72e85d is 50, key is test_row_0/C:col10/1732188210679/Put/seqid=0 2024-11-21T11:23:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742352_1528 (size=12301) 2024-11-21T11:23:31,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/33e1c32df08b48f1a840bbb93c72e85d 2024-11-21T11:23:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/044f2ffaf8b34c698d3d607ce8dc579a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/044f2ffaf8b34c698d3d607ce8dc579a 2024-11-21T11:23:31,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/044f2ffaf8b34c698d3d607ce8dc579a, entries=200, sequenceid=303, filesize=14.4 K 2024-11-21T11:23:31,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/512d889b9ef64079b6d30212b2d96dfd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/512d889b9ef64079b6d30212b2d96dfd 2024-11-21T11:23:31,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/512d889b9ef64079b6d30212b2d96dfd, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T11:23:31,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/33e1c32df08b48f1a840bbb93c72e85d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/33e1c32df08b48f1a840bbb93c72e85d 2024-11-21T11:23:31,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/33e1c32df08b48f1a840bbb93c72e85d, entries=150, sequenceid=303, filesize=12.0 K 2024-11-21T11:23:31,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d15771c4234b509b73dbe73293b6451 in 528ms, sequenceid=303, compaction requested=true 2024-11-21T11:23:31,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:31,207 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:31,209 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:31,209 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:31,209 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:31,210 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b03c54db33bc4697ba0827071aa1f5c0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/09d3047691cc46f9aa5005f9254b8c3b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/044f2ffaf8b34c698d3d607ce8dc579a] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=38.9 K 2024-11-21T11:23:31,210 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b03c54db33bc4697ba0827071aa1f5c0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732188207273 2024-11-21T11:23:31,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:31,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:31,210 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:31,210 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09d3047691cc46f9aa5005f9254b8c3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732188208464 2024-11-21T11:23:31,211 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044f2ffaf8b34c698d3d607ce8dc579a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732188210663 2024-11-21T11:23:31,211 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:31,211 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:31,211 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:31,212 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9f927315eb274689aded5dbd4d509a38, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/487d6a11f58146be940951bdb852650a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/512d889b9ef64079b6d30212b2d96dfd] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.5 K 2024-11-21T11:23:31,212 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f927315eb274689aded5dbd4d509a38, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732188207273 2024-11-21T11:23:31,213 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 487d6a11f58146be940951bdb852650a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732188208464 2024-11-21T11:23:31,213 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 512d889b9ef64079b6d30212b2d96dfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732188210675 2024-11-21T11:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:31,220 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:31,221 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/446c618ac308485bb0f7a51ef25f4e3d is 50, key is test_row_0/A:col10/1732188210679/Put/seqid=0 2024-11-21T11:23:31,236 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:31,236 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/19c600aed91e40ce8dd6826e93b0013a is 50, key is test_row_0/B:col10/1732188210679/Put/seqid=0 2024-11-21T11:23:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742353_1529 (size=12949) 2024-11-21T11:23:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742354_1530 (size=12949) 2024-11-21T11:23:31,268 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/446c618ac308485bb0f7a51ef25f4e3d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/446c618ac308485bb0f7a51ef25f4e3d 2024-11-21T11:23:31,274 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 446c618ac308485bb0f7a51ef25f4e3d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:31,275 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:31,275 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188211207; duration=0sec 2024-11-21T11:23:31,275 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:31,275 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:31,275 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:31,277 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:31,277 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:31,277 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:31,278 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1d9cc98a65ce464682d310f8bdadebea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/224e7de39c7048c5a4214f9f492e3b5f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/33e1c32df08b48f1a840bbb93c72e85d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.6 K 2024-11-21T11:23:31,278 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9cc98a65ce464682d310f8bdadebea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732188207273 2024-11-21T11:23:31,278 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 224e7de39c7048c5a4214f9f492e3b5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732188208464 2024-11-21T11:23:31,279 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33e1c32df08b48f1a840bbb93c72e85d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732188210675 2024-11-21T11:23:31,302 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:31,303 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/7fc2c8e5f0b94e6eb929f237da74b704 is 50, key is test_row_0/C:col10/1732188210679/Put/seqid=0 2024-11-21T11:23:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742355_1531 (size=13051) 2024-11-21T11:23:31,337 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/7fc2c8e5f0b94e6eb929f237da74b704 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/7fc2c8e5f0b94e6eb929f237da74b704 2024-11-21T11:23:31,344 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 7fc2c8e5f0b94e6eb929f237da74b704(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:31,344 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:31,344 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188211218; duration=0sec 2024-11-21T11:23:31,345 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:31,345 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:31,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:31,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e1a4e81d5dd7452996542579165bd041 is 50, key is test_row_0/A:col10/1732188211360/Put/seqid=0 2024-11-21T11:23:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188271372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188271378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188271380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188271381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742356_1532 (size=17181) 2024-11-21T11:23:31,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e1a4e81d5dd7452996542579165bd041 2024-11-21T11:23:31,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/f241bbfc0b7241d9a4a8a7ff1167baca is 50, key is test_row_0/B:col10/1732188211360/Put/seqid=0 2024-11-21T11:23:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742357_1533 (size=12301) 2024-11-21T11:23:31,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/f241bbfc0b7241d9a4a8a7ff1167baca 2024-11-21T11:23:31,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/36de19c987e2419782916282e32cb5ee is 50, key is test_row_0/C:col10/1732188211360/Put/seqid=0 2024-11-21T11:23:31,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188271481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188271484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188271486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742358_1534 (size=12301) 2024-11-21T11:23:31,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188271487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/36de19c987e2419782916282e32cb5ee 2024-11-21T11:23:31,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e1a4e81d5dd7452996542579165bd041 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e1a4e81d5dd7452996542579165bd041 2024-11-21T11:23:31,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e1a4e81d5dd7452996542579165bd041, entries=250, sequenceid=331, filesize=16.8 K 2024-11-21T11:23:31,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/f241bbfc0b7241d9a4a8a7ff1167baca as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/f241bbfc0b7241d9a4a8a7ff1167baca 2024-11-21T11:23:31,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/f241bbfc0b7241d9a4a8a7ff1167baca, entries=150, sequenceid=331, filesize=12.0 K 2024-11-21T11:23:31,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/36de19c987e2419782916282e32cb5ee as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/36de19c987e2419782916282e32cb5ee 2024-11-21T11:23:31,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/36de19c987e2419782916282e32cb5ee, entries=150, sequenceid=331, filesize=12.0 K 2024-11-21T11:23:31,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3d15771c4234b509b73dbe73293b6451 in 157ms, sequenceid=331, compaction requested=false 2024-11-21T11:23:31,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:31,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/19c600aed91e40ce8dd6826e93b0013a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/19c600aed91e40ce8dd6826e93b0013a 2024-11-21T11:23:31,687 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into 19c600aed91e40ce8dd6826e93b0013a(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:31,687 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:31,687 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188211210; duration=0sec 2024-11-21T11:23:31,687 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:31,688 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:31,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:31,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:31,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:31,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e474c141fe9746dfbe92019e078581b3 is 50, key is test_row_0/A:col10/1732188211693/Put/seqid=0 2024-11-21T11:23:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742359_1535 (size=17181) 2024-11-21T11:23:31,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e474c141fe9746dfbe92019e078581b3 2024-11-21T11:23:31,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188271744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188271745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188271746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188271746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/e89e249886524a9aba234ff2587145c4 is 50, key is test_row_0/B:col10/1732188211693/Put/seqid=0 2024-11-21T11:23:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742360_1536 (size=12301) 2024-11-21T11:23:31,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/e89e249886524a9aba234ff2587145c4 2024-11-21T11:23:31,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a85134cdf52d461194116406e34c249d is 50, key is test_row_0/C:col10/1732188211693/Put/seqid=0 2024-11-21T11:23:31,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742361_1537 (size=12301) 2024-11-21T11:23:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188271855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188271855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188271860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:31,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188271861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188272061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188272063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188272068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188272069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a85134cdf52d461194116406e34c249d 2024-11-21T11:23:32,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e474c141fe9746dfbe92019e078581b3 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e474c141fe9746dfbe92019e078581b3 2024-11-21T11:23:32,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e474c141fe9746dfbe92019e078581b3, entries=250, sequenceid=344, filesize=16.8 K 2024-11-21T11:23:32,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/e89e249886524a9aba234ff2587145c4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e89e249886524a9aba234ff2587145c4 2024-11-21T11:23:32,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e89e249886524a9aba234ff2587145c4, entries=150, sequenceid=344, filesize=12.0 K 2024-11-21T11:23:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a85134cdf52d461194116406e34c249d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a85134cdf52d461194116406e34c249d 2024-11-21T11:23:32,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a85134cdf52d461194116406e34c249d, entries=150, sequenceid=344, filesize=12.0 K 2024-11-21T11:23:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d15771c4234b509b73dbe73293b6451 in 577ms, sequenceid=344, compaction requested=true 2024-11-21T11:23:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:32,273 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:32,273 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:32,274 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:32,274 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:32,274 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:32,274 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:32,274 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,274 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,274 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/446c618ac308485bb0f7a51ef25f4e3d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e1a4e81d5dd7452996542579165bd041, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e474c141fe9746dfbe92019e078581b3] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=46.2 K 2024-11-21T11:23:32,274 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/19c600aed91e40ce8dd6826e93b0013a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/f241bbfc0b7241d9a4a8a7ff1167baca, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e89e249886524a9aba234ff2587145c4] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.7 K 2024-11-21T11:23:32,274 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 19c600aed91e40ce8dd6826e93b0013a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732188210675 2024-11-21T11:23:32,274 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 446c618ac308485bb0f7a51ef25f4e3d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732188210675 2024-11-21T11:23:32,275 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f241bbfc0b7241d9a4a8a7ff1167baca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732188210709 2024-11-21T11:23:32,275 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a4e81d5dd7452996542579165bd041, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732188210709 2024-11-21T11:23:32,275 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e89e249886524a9aba234ff2587145c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732188211370 2024-11-21T11:23:32,275 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e474c141fe9746dfbe92019e078581b3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732188211370 2024-11-21T11:23:32,294 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:32,294 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/68369dfde5834d98a4c327a1d1ad0267 is 50, key is test_row_0/B:col10/1732188211693/Put/seqid=0 2024-11-21T11:23:32,306 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:32,307 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/87ff764c62114720b476c88fb8846c71 is 50, key is test_row_0/A:col10/1732188211693/Put/seqid=0 2024-11-21T11:23:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742362_1538 (size=13051) 2024-11-21T11:23:32,343 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/68369dfde5834d98a4c327a1d1ad0267 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/68369dfde5834d98a4c327a1d1ad0267 2024-11-21T11:23:32,349 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into 68369dfde5834d98a4c327a1d1ad0267(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:32,350 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:32,350 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188212273; duration=0sec 2024-11-21T11:23:32,350 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:32,350 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:32,350 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:32,351 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:32,352 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:32,352 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,352 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/7fc2c8e5f0b94e6eb929f237da74b704, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/36de19c987e2419782916282e32cb5ee, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a85134cdf52d461194116406e34c249d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.8 K 2024-11-21T11:23:32,354 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fc2c8e5f0b94e6eb929f237da74b704, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732188210675 2024-11-21T11:23:32,354 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 36de19c987e2419782916282e32cb5ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732188210709 2024-11-21T11:23:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742363_1539 (size=13051) 2024-11-21T11:23:32,355 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a85134cdf52d461194116406e34c249d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732188211370 2024-11-21T11:23:32,370 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:32,370 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f45f63ee802b429badf8bcd3f4f6187b is 50, key is test_row_0/C:col10/1732188211693/Put/seqid=0 2024-11-21T11:23:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:32,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:32,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/2afa1216348243aa91bbcc8d7d59915d is 50, key is test_row_0/A:col10/1732188211743/Put/seqid=0 2024-11-21T11:23:32,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188272387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188272388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188272392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742364_1540 (size=13153) 2024-11-21T11:23:32,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188272396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,409 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f45f63ee802b429badf8bcd3f4f6187b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f45f63ee802b429badf8bcd3f4f6187b 2024-11-21T11:23:32,414 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into f45f63ee802b429badf8bcd3f4f6187b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:32,414 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:32,414 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188212273; duration=0sec 2024-11-21T11:23:32,414 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:32,414 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742365_1541 (size=14741) 2024-11-21T11:23:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T11:23:32,459 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-21T11:23:32,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-21T11:23:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T11:23:32,463 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:32,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:32,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:32,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188272497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188272498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188272501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188272507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T11:23:32,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:32,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:32,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188272704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188272705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188272711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188272714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,761 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/87ff764c62114720b476c88fb8846c71 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/87ff764c62114720b476c88fb8846c71 2024-11-21T11:23:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T11:23:32,766 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 87ff764c62114720b476c88fb8846c71(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:32,766 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:32,766 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188212273; duration=0sec 2024-11-21T11:23:32,766 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:32,766 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:32,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:32,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:32,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/2afa1216348243aa91bbcc8d7d59915d 2024-11-21T11:23:32,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/a9fd3aa6460443b3af7862812c9951c2 is 50, key is test_row_0/B:col10/1732188211743/Put/seqid=0 2024-11-21T11:23:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742366_1542 (size=12301) 2024-11-21T11:23:32,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/a9fd3aa6460443b3af7862812c9951c2 2024-11-21T11:23:32,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/fcc38dc719e34a5aa683613bf88ffea8 is 50, key is test_row_0/C:col10/1732188211743/Put/seqid=0 2024-11-21T11:23:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742367_1543 (size=12301) 2024-11-21T11:23:32,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/fcc38dc719e34a5aa683613bf88ffea8 2024-11-21T11:23:32,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:32,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:32,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:32,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/2afa1216348243aa91bbcc8d7d59915d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/2afa1216348243aa91bbcc8d7d59915d 2024-11-21T11:23:32,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/2afa1216348243aa91bbcc8d7d59915d, entries=200, sequenceid=370, filesize=14.4 K 2024-11-21T11:23:32,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/a9fd3aa6460443b3af7862812c9951c2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a9fd3aa6460443b3af7862812c9951c2 2024-11-21T11:23:32,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a9fd3aa6460443b3af7862812c9951c2, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T11:23:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/fcc38dc719e34a5aa683613bf88ffea8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fcc38dc719e34a5aa683613bf88ffea8 2024-11-21T11:23:32,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fcc38dc719e34a5aa683613bf88ffea8, entries=150, sequenceid=370, filesize=12.0 K 2024-11-21T11:23:32,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3d15771c4234b509b73dbe73293b6451 in 584ms, sequenceid=370, compaction requested=false 2024-11-21T11:23:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:33,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:33,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/0b316d9306294d489d01cdb51854bff1 is 50, key is test_row_0/A:col10/1732188213013/Put/seqid=0 2024-11-21T11:23:33,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742368_1544 (size=14741) 2024-11-21T11:23:33,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/0b316d9306294d489d01cdb51854bff1 2024-11-21T11:23:33,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2007ef798e1a4ed6b7a7b469418783be is 50, key is test_row_0/B:col10/1732188213013/Put/seqid=0 2024-11-21T11:23:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T11:23:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742369_1545 (size=12301) 2024-11-21T11:23:33,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2007ef798e1a4ed6b7a7b469418783be 2024-11-21T11:23:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188273061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188273063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188273064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188273065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/0a1def28a81244de9466bf12005e810a is 50, key is test_row_0/C:col10/1732188213013/Put/seqid=0 2024-11-21T11:23:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742370_1546 (size=12301) 2024-11-21T11:23:33,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/0a1def28a81244de9466bf12005e810a 2024-11-21T11:23:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/0b316d9306294d489d01cdb51854bff1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/0b316d9306294d489d01cdb51854bff1 2024-11-21T11:23:33,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/0b316d9306294d489d01cdb51854bff1, entries=200, sequenceid=384, filesize=14.4 K 2024-11-21T11:23:33,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2007ef798e1a4ed6b7a7b469418783be as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2007ef798e1a4ed6b7a7b469418783be 2024-11-21T11:23:33,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2007ef798e1a4ed6b7a7b469418783be, entries=150, sequenceid=384, filesize=12.0 K 2024-11-21T11:23:33,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/0a1def28a81244de9466bf12005e810a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0a1def28a81244de9466bf12005e810a 2024-11-21T11:23:33,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0a1def28a81244de9466bf12005e810a, entries=150, sequenceid=384, filesize=12.0 K 2024-11-21T11:23:33,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3d15771c4234b509b73dbe73293b6451 in 157ms, sequenceid=384, compaction requested=true 2024-11-21T11:23:33,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:33,171 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:33,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:33,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:33,174 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:33,174 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:33,174 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:33,174 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,175 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/87ff764c62114720b476c88fb8846c71, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/2afa1216348243aa91bbcc8d7d59915d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/0b316d9306294d489d01cdb51854bff1] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=41.5 K 2024-11-21T11:23:33,175 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ff764c62114720b476c88fb8846c71, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732188211370 2024-11-21T11:23:33,175 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:33,175 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:33,176 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,176 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/68369dfde5834d98a4c327a1d1ad0267, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a9fd3aa6460443b3af7862812c9951c2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2007ef798e1a4ed6b7a7b469418783be] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.8 K 2024-11-21T11:23:33,176 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2afa1216348243aa91bbcc8d7d59915d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188211732 2024-11-21T11:23:33,176 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 68369dfde5834d98a4c327a1d1ad0267, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732188211370 2024-11-21T11:23:33,176 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b316d9306294d489d01cdb51854bff1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732188212385 2024-11-21T11:23:33,176 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a9fd3aa6460443b3af7862812c9951c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188211743 2024-11-21T11:23:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:33,177 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 2007ef798e1a4ed6b7a7b469418783be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732188212385 2024-11-21T11:23:33,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:33,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:33,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:33,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:33,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:33,187 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:33,187 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/a8ac6445c79b4936a35253bdf6b31bea is 50, key is test_row_0/B:col10/1732188213013/Put/seqid=0 2024-11-21T11:23:33,190 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:33,190 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/140038754dfc4fb28fb8bbd182767a2b is 50, key is test_row_0/A:col10/1732188213013/Put/seqid=0 2024-11-21T11:23:33,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/371c821beef3465ba1ad973b37789a12 is 50, key is test_row_0/A:col10/1732188213182/Put/seqid=0 2024-11-21T11:23:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742371_1547 (size=13153) 2024-11-21T11:23:33,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188273195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742372_1548 (size=13153) 2024-11-21T11:23:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742373_1549 (size=14741) 2024-11-21T11:23:33,218 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/a8ac6445c79b4936a35253bdf6b31bea as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a8ac6445c79b4936a35253bdf6b31bea 2024-11-21T11:23:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188273202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188273202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,225 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/140038754dfc4fb28fb8bbd182767a2b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/140038754dfc4fb28fb8bbd182767a2b 2024-11-21T11:23:33,229 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into a8ac6445c79b4936a35253bdf6b31bea(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:33,230 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:33,230 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=13, startTime=1732188213174; duration=0sec 2024-11-21T11:23:33,230 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:33,230 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:33,230 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188273213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,231 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 140038754dfc4fb28fb8bbd182767a2b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:33,232 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:33,232 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=13, startTime=1732188213171; duration=0sec 2024-11-21T11:23:33,232 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:33,232 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:33,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,233 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,235 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:33,235 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,235 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f45f63ee802b429badf8bcd3f4f6187b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fcc38dc719e34a5aa683613bf88ffea8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0a1def28a81244de9466bf12005e810a] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=36.9 K 2024-11-21T11:23:33,235 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f45f63ee802b429badf8bcd3f4f6187b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732188211370 2024-11-21T11:23:33,236 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc38dc719e34a5aa683613bf88ffea8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732188211743 2024-11-21T11:23:33,236 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a1def28a81244de9466bf12005e810a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732188212385 2024-11-21T11:23:33,253 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:33,254 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/134f95365b6d4d5a9a6acbd1a303ea7b is 50, key is test_row_0/C:col10/1732188213013/Put/seqid=0 2024-11-21T11:23:33,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742374_1550 (size=13255) 2024-11-21T11:23:33,309 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/134f95365b6d4d5a9a6acbd1a303ea7b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/134f95365b6d4d5a9a6acbd1a303ea7b 2024-11-21T11:23:33,315 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 134f95365b6d4d5a9a6acbd1a303ea7b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:33,315 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:33,315 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=13, startTime=1732188213180; duration=0sec 2024-11-21T11:23:33,315 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:33,315 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188273314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188273322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188273323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188273332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:33,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188273526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188273532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188273533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188273543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T11:23:33,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/371c821beef3465ba1ad973b37789a12 2024-11-21T11:23:33,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/92e9f2694936493b9b87d92249fb1cfc is 50, key is test_row_0/B:col10/1732188213182/Put/seqid=0 2024-11-21T11:23:33,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742375_1551 (size=12301) 2024-11-21T11:23:33,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188273835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188273838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188273843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:33,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:33,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188273853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/92e9f2694936493b9b87d92249fb1cfc 2024-11-21T11:23:34,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a24faf84642c4b3596db3941fd9ff2cd is 50, key is test_row_0/C:col10/1732188213182/Put/seqid=0 2024-11-21T11:23:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742376_1552 (size=12301) 2024-11-21T11:23:34,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a24faf84642c4b3596db3941fd9ff2cd 2024-11-21T11:23:34,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/371c821beef3465ba1ad973b37789a12 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/371c821beef3465ba1ad973b37789a12 2024-11-21T11:23:34,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/371c821beef3465ba1ad973b37789a12, entries=200, sequenceid=411, filesize=14.4 K 2024-11-21T11:23:34,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/92e9f2694936493b9b87d92249fb1cfc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/92e9f2694936493b9b87d92249fb1cfc 2024-11-21T11:23:34,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/92e9f2694936493b9b87d92249fb1cfc, entries=150, sequenceid=411, filesize=12.0 K 2024-11-21T11:23:34,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/a24faf84642c4b3596db3941fd9ff2cd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a24faf84642c4b3596db3941fd9ff2cd 2024-11-21T11:23:34,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a24faf84642c4b3596db3941fd9ff2cd, entries=150, sequenceid=411, filesize=12.0 K 2024-11-21T11:23:34,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 3d15771c4234b509b73dbe73293b6451 in 961ms, sequenceid=411, compaction requested=false 2024-11-21T11:23:34,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:34,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,159 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/59336470e8c54f1ba5766b05fd284737 is 50, key is test_row_0/A:col10/1732188213198/Put/seqid=0 2024-11-21T11:23:34,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742377_1553 (size=12301) 2024-11-21T11:23:34,210 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/59336470e8c54f1ba5766b05fd284737 2024-11-21T11:23:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/5c97a8b2e1f24f30ac65d137925d283b is 50, key is test_row_0/B:col10/1732188213198/Put/seqid=0 2024-11-21T11:23:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742378_1554 (size=12301) 2024-11-21T11:23:34,266 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/5c97a8b2e1f24f30ac65d137925d283b 2024-11-21T11:23:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/c64a6e1345114ca39b7570efbd16fc9a is 50, key is test_row_0/C:col10/1732188213198/Put/seqid=0 2024-11-21T11:23:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742379_1555 (size=12301) 2024-11-21T11:23:34,322 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/c64a6e1345114ca39b7570efbd16fc9a 2024-11-21T11:23:34,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/59336470e8c54f1ba5766b05fd284737 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/59336470e8c54f1ba5766b05fd284737 2024-11-21T11:23:34,335 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/59336470e8c54f1ba5766b05fd284737, entries=150, sequenceid=424, filesize=12.0 K 2024-11-21T11:23:34,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/5c97a8b2e1f24f30ac65d137925d283b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5c97a8b2e1f24f30ac65d137925d283b 2024-11-21T11:23:34,340 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5c97a8b2e1f24f30ac65d137925d283b, entries=150, sequenceid=424, filesize=12.0 K 2024-11-21T11:23:34,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/c64a6e1345114ca39b7570efbd16fc9a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c64a6e1345114ca39b7570efbd16fc9a 2024-11-21T11:23:34,345 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c64a6e1345114ca39b7570efbd16fc9a, entries=150, sequenceid=424, filesize=12.0 K 2024-11-21T11:23:34,346 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=134.18 KB/137400 for 3d15771c4234b509b73dbe73293b6451 in 187ms, sequenceid=424, compaction requested=true 2024-11-21T11:23:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-21T11:23:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-21T11:23:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:34,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:23:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-21T11:23:34,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8860 sec 2024-11-21T11:23:34,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8910 sec 2024-11-21T11:23:34,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/58a7efd7b37e4e2cac42fcd62c750abc is 50, key is test_row_0/A:col10/1732188214323/Put/seqid=0 2024-11-21T11:23:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742380_1556 (size=14741) 2024-11-21T11:23:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188274374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/58a7efd7b37e4e2cac42fcd62c750abc 2024-11-21T11:23:34,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188274375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188274377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188274389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188274401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/6cb4a33ebb21409f889c4e280f005963 is 50, key is test_row_0/B:col10/1732188214323/Put/seqid=0 2024-11-21T11:23:34,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742381_1557 (size=12301) 2024-11-21T11:23:34,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/6cb4a33ebb21409f889c4e280f005963 2024-11-21T11:23:34,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/d4ab0be8655d43cfad12e9b553ef3ec2 is 50, key is test_row_0/C:col10/1732188214323/Put/seqid=0 2024-11-21T11:23:34,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188274490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188274492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188274499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188274502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742382_1558 (size=12301) 2024-11-21T11:23:34,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/d4ab0be8655d43cfad12e9b553ef3ec2 2024-11-21T11:23:34,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/58a7efd7b37e4e2cac42fcd62c750abc as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/58a7efd7b37e4e2cac42fcd62c750abc 2024-11-21T11:23:34,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/58a7efd7b37e4e2cac42fcd62c750abc, entries=200, sequenceid=448, filesize=14.4 K 2024-11-21T11:23:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188274514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/6cb4a33ebb21409f889c4e280f005963 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/6cb4a33ebb21409f889c4e280f005963 2024-11-21T11:23:34,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/6cb4a33ebb21409f889c4e280f005963, entries=150, sequenceid=448, filesize=12.0 K 2024-11-21T11:23:34,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/d4ab0be8655d43cfad12e9b553ef3ec2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/d4ab0be8655d43cfad12e9b553ef3ec2 2024-11-21T11:23:34,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/d4ab0be8655d43cfad12e9b553ef3ec2, entries=150, sequenceid=448, filesize=12.0 K 2024-11-21T11:23:34,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3d15771c4234b509b73dbe73293b6451 in 190ms, sequenceid=448, compaction requested=true 2024-11-21T11:23:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:34,540 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:34,541 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:34,541 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:34,541 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:34,541 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,541 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/140038754dfc4fb28fb8bbd182767a2b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/371c821beef3465ba1ad973b37789a12, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/59336470e8c54f1ba5766b05fd284737, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/58a7efd7b37e4e2cac42fcd62c750abc] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=53.6 K 2024-11-21T11:23:34,543 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 140038754dfc4fb28fb8bbd182767a2b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732188212385 2024-11-21T11:23:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:34,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:34,543 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371c821beef3465ba1ad973b37789a12, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732188213063 2024-11-21T11:23:34,544 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59336470e8c54f1ba5766b05fd284737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732188213194 2024-11-21T11:23:34,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:34,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:34,544 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,544 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a8ac6445c79b4936a35253bdf6b31bea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/92e9f2694936493b9b87d92249fb1cfc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5c97a8b2e1f24f30ac65d137925d283b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/6cb4a33ebb21409f889c4e280f005963] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=48.9 K 2024-11-21T11:23:34,545 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a7efd7b37e4e2cac42fcd62c750abc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732188214323 2024-11-21T11:23:34,545 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ac6445c79b4936a35253bdf6b31bea, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732188212385 2024-11-21T11:23:34,545 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 92e9f2694936493b9b87d92249fb1cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732188213063 2024-11-21T11:23:34,546 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c97a8b2e1f24f30ac65d137925d283b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732188213194 2024-11-21T11:23:34,546 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cb4a33ebb21409f889c4e280f005963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732188214323 2024-11-21T11:23:34,564 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:34,565 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/bf1a0b400d82408fa04569b0a5559a82 is 50, key is test_row_0/A:col10/1732188214323/Put/seqid=0 2024-11-21T11:23:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T11:23:34,566 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-21T11:23:34,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-21T11:23:34,570 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:34,570 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:34,571 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/ce7d1c7549a3463a8ca2cf5bb158c0bb is 50, key is test_row_0/B:col10/1732188214323/Put/seqid=0 2024-11-21T11:23:34,571 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:34,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T11:23:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742384_1560 (size=13289) 2024-11-21T11:23:34,610 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/ce7d1c7549a3463a8ca2cf5bb158c0bb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/ce7d1c7549a3463a8ca2cf5bb158c0bb 2024-11-21T11:23:34,620 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into ce7d1c7549a3463a8ca2cf5bb158c0bb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:34,620 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:34,620 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=12, startTime=1732188214541; duration=0sec 2024-11-21T11:23:34,620 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:34,621 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:34,621 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:34,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742383_1559 (size=13289) 2024-11-21T11:23:34,624 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:34,624 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:34,625 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,625 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/134f95365b6d4d5a9a6acbd1a303ea7b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a24faf84642c4b3596db3941fd9ff2cd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c64a6e1345114ca39b7570efbd16fc9a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/d4ab0be8655d43cfad12e9b553ef3ec2] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=49.0 K 2024-11-21T11:23:34,628 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 134f95365b6d4d5a9a6acbd1a303ea7b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732188212385 2024-11-21T11:23:34,628 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a24faf84642c4b3596db3941fd9ff2cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732188213063 2024-11-21T11:23:34,631 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting c64a6e1345114ca39b7570efbd16fc9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732188213194 2024-11-21T11:23:34,641 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d4ab0be8655d43cfad12e9b553ef3ec2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732188214323 2024-11-21T11:23:34,642 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/bf1a0b400d82408fa04569b0a5559a82 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/bf1a0b400d82408fa04569b0a5559a82 2024-11-21T11:23:34,647 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into bf1a0b400d82408fa04569b0a5559a82(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:34,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:34,647 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=12, startTime=1732188214540; duration=0sec 2024-11-21T11:23:34,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:34,647 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:34,668 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:34,669 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/65730574826b48e48c534e39622354e9 is 50, key is test_row_0/C:col10/1732188214323/Put/seqid=0 2024-11-21T11:23:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T11:23:34,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T11:23:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:34,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742385_1561 (size=13391) 2024-11-21T11:23:34,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T11:23:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e5ea043ace1a4126b5aa5aee79a90850 is 50, key is test_row_0/A:col10/1732188214377/Put/seqid=0 2024-11-21T11:23:34,731 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/65730574826b48e48c534e39622354e9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/65730574826b48e48c534e39622354e9 2024-11-21T11:23:34,741 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 65730574826b48e48c534e39622354e9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:34,741 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:34,741 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=12, startTime=1732188214543; duration=0sec 2024-11-21T11:23:34,742 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:34,742 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:34,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188274748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188274748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188274749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188274750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188274755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742386_1562 (size=14741) 2024-11-21T11:23:34,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e5ea043ace1a4126b5aa5aee79a90850 2024-11-21T11:23:34,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/3a2436630a384902b0d0c618485d7242 is 50, key is test_row_0/B:col10/1732188214377/Put/seqid=0 2024-11-21T11:23:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742387_1563 (size=12301) 2024-11-21T11:23:34,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/3a2436630a384902b0d0c618485d7242 2024-11-21T11:23:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188274856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188274859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/67d3c078654f49a59f7b0677d0e00ee5 is 50, key is test_row_0/C:col10/1732188214377/Put/seqid=0 2024-11-21T11:23:34,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188274860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188274861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188274863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T11:23:34,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:34,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T11:23:34,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:34,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:34,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742388_1564 (size=12301) 2024-11-21T11:23:34,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/67d3c078654f49a59f7b0677d0e00ee5 2024-11-21T11:23:34,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/e5ea043ace1a4126b5aa5aee79a90850 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e5ea043ace1a4126b5aa5aee79a90850 2024-11-21T11:23:34,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e5ea043ace1a4126b5aa5aee79a90850, entries=200, sequenceid=464, filesize=14.4 K 2024-11-21T11:23:34,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/3a2436630a384902b0d0c618485d7242 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/3a2436630a384902b0d0c618485d7242 2024-11-21T11:23:34,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/3a2436630a384902b0d0c618485d7242, entries=150, sequenceid=464, filesize=12.0 K 2024-11-21T11:23:34,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/67d3c078654f49a59f7b0677d0e00ee5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67d3c078654f49a59f7b0677d0e00ee5 2024-11-21T11:23:34,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67d3c078654f49a59f7b0677d0e00ee5, entries=150, sequenceid=464, filesize=12.0 K 2024-11-21T11:23:34,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3d15771c4234b509b73dbe73293b6451 in 218ms, sequenceid=464, compaction requested=false 2024-11-21T11:23:34,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:35,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T11:23:35,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:35,030 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T11:23:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:35,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/40a2743813a847239d7328d1327d59a4 is 50, key is test_row_0/A:col10/1732188214747/Put/seqid=0 2024-11-21T11:23:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:35,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742389_1565 (size=12301) 2024-11-21T11:23:35,088 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/40a2743813a847239d7328d1327d59a4 2024-11-21T11:23:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188275085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188275088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188275092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188275095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188275097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/bb81072d1c364a54b20aa5f45f065f5c is 50, key is test_row_0/B:col10/1732188214747/Put/seqid=0 2024-11-21T11:23:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742390_1566 (size=12301) 2024-11-21T11:23:35,159 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/bb81072d1c364a54b20aa5f45f065f5c 2024-11-21T11:23:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T11:23:35,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f06adda3a75e4353bc268e3de0844195 is 50, key is test_row_0/C:col10/1732188214747/Put/seqid=0 2024-11-21T11:23:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188275199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188275200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188275202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188275207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188275208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742391_1567 (size=12301) 2024-11-21T11:23:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188275407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188275407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188275408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188275418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188275419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,632 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f06adda3a75e4353bc268e3de0844195 2024-11-21T11:23:35,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/40a2743813a847239d7328d1327d59a4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/40a2743813a847239d7328d1327d59a4 2024-11-21T11:23:35,653 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/40a2743813a847239d7328d1327d59a4, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T11:23:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/bb81072d1c364a54b20aa5f45f065f5c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/bb81072d1c364a54b20aa5f45f065f5c 2024-11-21T11:23:35,662 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/bb81072d1c364a54b20aa5f45f065f5c, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T11:23:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/f06adda3a75e4353bc268e3de0844195 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f06adda3a75e4353bc268e3de0844195 2024-11-21T11:23:35,667 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f06adda3a75e4353bc268e3de0844195, entries=150, sequenceid=487, filesize=12.0 K 2024-11-21T11:23:35,668 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3d15771c4234b509b73dbe73293b6451 in 638ms, sequenceid=487, compaction requested=true 2024-11-21T11:23:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:35,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-21T11:23:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-21T11:23:35,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T11:23:35,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-11-21T11:23:35,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1030 sec 2024-11-21T11:23:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T11:23:35,675 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-21T11:23:35,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-21T11:23:35,678 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T11:23:35,678 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:35,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:35,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T11:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:35,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:35,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/ffc7cdd80f2c4aadad9dfa54e64b7728 is 50, key is test_row_0/A:col10/1732188215713/Put/seqid=0 2024-11-21T11:23:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742392_1568 (size=14741) 2024-11-21T11:23:35,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/ffc7cdd80f2c4aadad9dfa54e64b7728 2024-11-21T11:23:35,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/0d74f438a03b4fe6bd346900b612fd9d is 50, key is test_row_0/B:col10/1732188215713/Put/seqid=0 2024-11-21T11:23:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T11:23:35,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742393_1569 (size=12301) 2024-11-21T11:23:35,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/0d74f438a03b4fe6bd346900b612fd9d 2024-11-21T11:23:35,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/0f853a72e93d411c8785b9d394da59e0 is 50, key is test_row_0/C:col10/1732188215713/Put/seqid=0 2024-11-21T11:23:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742394_1570 (size=12301) 2024-11-21T11:23:35,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T11:23:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:35,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:35,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188275789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188275801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188275854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188275854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188275868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,932 DEBUG [Thread-2068 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:59296 2024-11-21T11:23:35,932 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:35,934 DEBUG [Thread-2074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:59296 2024-11-21T11:23:35,934 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:35,938 DEBUG [Thread-2070 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:59296 2024-11-21T11:23:35,938 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:35,942 DEBUG [Thread-2076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:59296 2024-11-21T11:23:35,942 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:35,942 DEBUG [Thread-2072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:59296 2024-11-21T11:23:35,942 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:35,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188275955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188275956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188275968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188275969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188275970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:35,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T11:23:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:35,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T11:23:36,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T11:23:36,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:36,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:36,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:36,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:36,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:36,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:36,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1732188276158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1732188276158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41880 deadline: 1732188276170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41848 deadline: 1732188276170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41886 deadline: 1732188276171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/0f853a72e93d411c8785b9d394da59e0 2024-11-21T11:23:36,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/ffc7cdd80f2c4aadad9dfa54e64b7728 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ffc7cdd80f2c4aadad9dfa54e64b7728 2024-11-21T11:23:36,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ffc7cdd80f2c4aadad9dfa54e64b7728, entries=200, sequenceid=502, filesize=14.4 K 2024-11-21T11:23:36,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/0d74f438a03b4fe6bd346900b612fd9d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0d74f438a03b4fe6bd346900b612fd9d 2024-11-21T11:23:36,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0d74f438a03b4fe6bd346900b612fd9d, entries=150, sequenceid=502, filesize=12.0 K 2024-11-21T11:23:36,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/0f853a72e93d411c8785b9d394da59e0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0f853a72e93d411c8785b9d394da59e0 2024-11-21T11:23:36,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0f853a72e93d411c8785b9d394da59e0, entries=150, sequenceid=502, filesize=12.0 K 2024-11-21T11:23:36,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3d15771c4234b509b73dbe73293b6451 in 531ms, sequenceid=502, compaction requested=true 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:36,246 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d15771c4234b509b73dbe73293b6451:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T11:23:36,246 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:36,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55072 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:36,247 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/A is initiating minor compaction (all files) 2024-11-21T11:23:36,247 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:36,247 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/B is initiating minor compaction (all files) 2024-11-21T11:23:36,247 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/A in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:36,247 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/B in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:36,247 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/bf1a0b400d82408fa04569b0a5559a82, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e5ea043ace1a4126b5aa5aee79a90850, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/40a2743813a847239d7328d1327d59a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ffc7cdd80f2c4aadad9dfa54e64b7728] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=53.8 K 2024-11-21T11:23:36,247 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/ce7d1c7549a3463a8ca2cf5bb158c0bb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/3a2436630a384902b0d0c618485d7242, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/bb81072d1c364a54b20aa5f45f065f5c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0d74f438a03b4fe6bd346900b612fd9d] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=49.0 K 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf1a0b400d82408fa04569b0a5559a82, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732188214323 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ce7d1c7549a3463a8ca2cf5bb158c0bb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732188214323 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ea043ace1a4126b5aa5aee79a90850, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732188214373 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a2436630a384902b0d0c618485d7242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732188214373 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40a2743813a847239d7328d1327d59a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732188214747 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bb81072d1c364a54b20aa5f45f065f5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732188214747 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc7cdd80f2c4aadad9dfa54e64b7728, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732188215090 2024-11-21T11:23:36,248 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d74f438a03b4fe6bd346900b612fd9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732188215090 2024-11-21T11:23:36,261 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#B#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:36,261 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#A#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:36,261 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/d6a2624d4f844fb28e528a45bb0fb53b is 50, key is test_row_0/B:col10/1732188215713/Put/seqid=0 2024-11-21T11:23:36,262 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/6c59511eb9f845e49c6d778185e7e0e8 is 50, key is test_row_0/A:col10/1732188215713/Put/seqid=0 2024-11-21T11:23:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742396_1572 (size=13425) 2024-11-21T11:23:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742395_1571 (size=13425) 2024-11-21T11:23:36,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:36,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T11:23:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:36,289 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T11:23:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/f58095d8d0194f399143a012e1f530f6 is 50, key is test_row_0/A:col10/1732188215814/Put/seqid=0 2024-11-21T11:23:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T11:23:36,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742397_1573 (size=12301) 2024-11-21T11:23:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:36,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. as already flushing 2024-11-21T11:23:36,463 DEBUG [Thread-2063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:59296 2024-11-21T11:23:36,463 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:36,463 DEBUG [Thread-2059 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:59296 2024-11-21T11:23:36,463 DEBUG [Thread-2059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:36,475 DEBUG [Thread-2065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:59296 2024-11-21T11:23:36,475 DEBUG [Thread-2061 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:59296 2024-11-21T11:23:36,475 DEBUG [Thread-2061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:36,475 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:36,476 DEBUG [Thread-2057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:59296 2024-11-21T11:23:36,476 DEBUG [Thread-2057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:36,670 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/d6a2624d4f844fb28e528a45bb0fb53b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/d6a2624d4f844fb28e528a45bb0fb53b 2024-11-21T11:23:36,670 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/6c59511eb9f845e49c6d778185e7e0e8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6c59511eb9f845e49c6d778185e7e0e8 2024-11-21T11:23:36,675 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/B of 3d15771c4234b509b73dbe73293b6451 into d6a2624d4f844fb28e528a45bb0fb53b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:36,675 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/A of 3d15771c4234b509b73dbe73293b6451 into 6c59511eb9f845e49c6d778185e7e0e8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:36,675 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/A, priority=12, startTime=1732188216246; duration=0sec 2024-11-21T11:23:36,675 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/B, priority=12, startTime=1732188216246; duration=0sec 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:A 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:B 2024-11-21T11:23:36,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:36,676 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:36,676 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 3d15771c4234b509b73dbe73293b6451/C is initiating minor compaction (all files) 2024-11-21T11:23:36,676 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3d15771c4234b509b73dbe73293b6451/C in TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:36,676 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/65730574826b48e48c534e39622354e9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67d3c078654f49a59f7b0677d0e00ee5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f06adda3a75e4353bc268e3de0844195, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0f853a72e93d411c8785b9d394da59e0] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp, totalSize=49.1 K 2024-11-21T11:23:36,676 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65730574826b48e48c534e39622354e9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732188214323 2024-11-21T11:23:36,677 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67d3c078654f49a59f7b0677d0e00ee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732188214373 2024-11-21T11:23:36,677 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f06adda3a75e4353bc268e3de0844195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732188214747 2024-11-21T11:23:36,678 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f853a72e93d411c8785b9d394da59e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732188215090 2024-11-21T11:23:36,684 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d15771c4234b509b73dbe73293b6451#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:36,685 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/82ff7a9118bd4def8c6b6caabdcc7044 is 50, key is test_row_0/C:col10/1732188215713/Put/seqid=0 2024-11-21T11:23:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742398_1574 (size=13527) 2024-11-21T11:23:36,697 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/f58095d8d0194f399143a012e1f530f6 2024-11-21T11:23:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2ce105eaa4194d9590cfa06dc257756f is 50, key is test_row_0/B:col10/1732188215814/Put/seqid=0 2024-11-21T11:23:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742399_1575 (size=12301) 2024-11-21T11:23:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T11:23:37,098 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/82ff7a9118bd4def8c6b6caabdcc7044 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/82ff7a9118bd4def8c6b6caabdcc7044 2024-11-21T11:23:37,102 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3d15771c4234b509b73dbe73293b6451/C of 3d15771c4234b509b73dbe73293b6451 into 82ff7a9118bd4def8c6b6caabdcc7044(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:37,102 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:37,102 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451., storeName=3d15771c4234b509b73dbe73293b6451/C, priority=12, startTime=1732188216246; duration=0sec 2024-11-21T11:23:37,102 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:37,102 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d15771c4234b509b73dbe73293b6451:C 2024-11-21T11:23:37,107 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2ce105eaa4194d9590cfa06dc257756f 2024-11-21T11:23:37,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/dd6de66bcfb44a09b3d60e42fd3d9e51 is 50, key is test_row_0/C:col10/1732188215814/Put/seqid=0 2024-11-21T11:23:37,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742400_1576 (size=12301) 2024-11-21T11:23:37,117 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/dd6de66bcfb44a09b3d60e42fd3d9e51 2024-11-21T11:23:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/f58095d8d0194f399143a012e1f530f6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/f58095d8d0194f399143a012e1f530f6 2024-11-21T11:23:37,123 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/f58095d8d0194f399143a012e1f530f6, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T11:23:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/2ce105eaa4194d9590cfa06dc257756f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2ce105eaa4194d9590cfa06dc257756f 2024-11-21T11:23:37,127 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2ce105eaa4194d9590cfa06dc257756f, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T11:23:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/dd6de66bcfb44a09b3d60e42fd3d9e51 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/dd6de66bcfb44a09b3d60e42fd3d9e51 2024-11-21T11:23:37,130 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/dd6de66bcfb44a09b3d60e42fd3d9e51, entries=150, sequenceid=523, filesize=12.0 K 2024-11-21T11:23:37,131 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for 3d15771c4234b509b73dbe73293b6451 in 842ms, sequenceid=523, compaction requested=false 2024-11-21T11:23:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-21T11:23:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-21T11:23:37,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-21T11:23:37,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-21T11:23:37,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4570 sec 2024-11-21T11:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T11:23:37,797 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1966 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5898 rows 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1965 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5892 rows 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1980 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5935 rows 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1961 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5883 rows 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1971 2024-11-21T11:23:37,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5910 rows 2024-11-21T11:23:37,797 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:23:37,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cb726fe to 127.0.0.1:59296 2024-11-21T11:23:37,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:23:37,802 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T11:23:37,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T11:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T11:23:37,808 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188217808"}]},"ts":"1732188217808"} 2024-11-21T11:23:37,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T11:23:37,811 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T11:23:37,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:23:37,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, UNASSIGN}] 2024-11-21T11:23:37,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, UNASSIGN 2024-11-21T11:23:37,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=3d15771c4234b509b73dbe73293b6451, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:37,816 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:23:37,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure 3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:23:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T11:23:37,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:37,968 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing 3d15771c4234b509b73dbe73293b6451, disabling compactions & flushes 2024-11-21T11:23:37,968 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. after waiting 0 ms 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:37,968 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing 3d15771c4234b509b73dbe73293b6451 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=A 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:37,968 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=B 2024-11-21T11:23:37,969 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:37,969 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3d15771c4234b509b73dbe73293b6451, store=C 2024-11-21T11:23:37,969 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:37,973 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b63b7a243b444c499282c9d420445288 is 50, key is test_row_0/A:col10/1732188216473/Put/seqid=0 2024-11-21T11:23:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742401_1577 (size=12301) 2024-11-21T11:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T11:23:38,379 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b63b7a243b444c499282c9d420445288 2024-11-21T11:23:38,385 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/0ba47baae743418288187bbed4d1f0c8 is 50, key is test_row_0/B:col10/1732188216473/Put/seqid=0 2024-11-21T11:23:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742402_1578 (size=12301) 2024-11-21T11:23:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T11:23:38,789 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/0ba47baae743418288187bbed4d1f0c8 2024-11-21T11:23:38,795 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/96be4cc4277743c09894a32005135604 is 50, key is test_row_0/C:col10/1732188216473/Put/seqid=0 2024-11-21T11:23:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742403_1579 (size=12301) 2024-11-21T11:23:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T11:23:39,199 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/96be4cc4277743c09894a32005135604 2024-11-21T11:23:39,203 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/A/b63b7a243b444c499282c9d420445288 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b63b7a243b444c499282c9d420445288 2024-11-21T11:23:39,206 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b63b7a243b444c499282c9d420445288, entries=150, sequenceid=534, filesize=12.0 K 2024-11-21T11:23:39,207 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/B/0ba47baae743418288187bbed4d1f0c8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0ba47baae743418288187bbed4d1f0c8 2024-11-21T11:23:39,210 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0ba47baae743418288187bbed4d1f0c8, entries=150, sequenceid=534, filesize=12.0 K 2024-11-21T11:23:39,211 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/.tmp/C/96be4cc4277743c09894a32005135604 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/96be4cc4277743c09894a32005135604 2024-11-21T11:23:39,214 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/96be4cc4277743c09894a32005135604, entries=150, sequenceid=534, filesize=12.0 K 2024-11-21T11:23:39,215 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3d15771c4234b509b73dbe73293b6451 in 1247ms, sequenceid=534, compaction requested=true 2024-11-21T11:23:39,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/394136ac90164a9c981555239fccec55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/7ea89ebccb2c4e6ca03cc6dc59e289ae, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/90b8cdb8239f41eba338c3dd28f6d4f6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6f912873cc814432a9cfbf145d15b68e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/51fa6db1224e46799eaf2e99537aa450, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/1c23c25525c048c09565ea719c9fa847, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b2fc90bfd72f4722812444365534ceab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/4ce1da4dd14e4c5b84754c6650cc01c3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ed55046c566f462c962df127f6030f37, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/764c807612c8413daa7ebda1bdb6bdea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/447c1875cbd14679a2b0e11d58ec7674, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/8f947411bb9f4e4bb0ebf88e699d5fca, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/12ded179b8d64c03ac903269d36f6ebb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/334251a0e65446229a98be9b2e984bf8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a684688347fc4154a768539e38a8c44e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b03c54db33bc4697ba0827071aa1f5c0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a61ece967c1143468456ff7caff3c1ad, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/09d3047691cc46f9aa5005f9254b8c3b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/044f2ffaf8b34c698d3d607ce8dc579a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/446c618ac308485bb0f7a51ef25f4e3d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e1a4e81d5dd7452996542579165bd041, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e474c141fe9746dfbe92019e078581b3, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/87ff764c62114720b476c88fb8846c71, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/2afa1216348243aa91bbcc8d7d59915d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/0b316d9306294d489d01cdb51854bff1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/140038754dfc4fb28fb8bbd182767a2b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/371c821beef3465ba1ad973b37789a12, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/59336470e8c54f1ba5766b05fd284737, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/58a7efd7b37e4e2cac42fcd62c750abc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/bf1a0b400d82408fa04569b0a5559a82, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e5ea043ace1a4126b5aa5aee79a90850, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/40a2743813a847239d7328d1327d59a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ffc7cdd80f2c4aadad9dfa54e64b7728] to archive 2024-11-21T11:23:39,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:39,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/394136ac90164a9c981555239fccec55 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/394136ac90164a9c981555239fccec55 2024-11-21T11:23:39,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/7ea89ebccb2c4e6ca03cc6dc59e289ae to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/7ea89ebccb2c4e6ca03cc6dc59e289ae 2024-11-21T11:23:39,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/90b8cdb8239f41eba338c3dd28f6d4f6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/90b8cdb8239f41eba338c3dd28f6d4f6 2024-11-21T11:23:39,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6f912873cc814432a9cfbf145d15b68e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6f912873cc814432a9cfbf145d15b68e 2024-11-21T11:23:39,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/51fa6db1224e46799eaf2e99537aa450 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/51fa6db1224e46799eaf2e99537aa450 2024-11-21T11:23:39,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/1c23c25525c048c09565ea719c9fa847 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/1c23c25525c048c09565ea719c9fa847 2024-11-21T11:23:39,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b2fc90bfd72f4722812444365534ceab to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b2fc90bfd72f4722812444365534ceab 2024-11-21T11:23:39,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/4ce1da4dd14e4c5b84754c6650cc01c3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/4ce1da4dd14e4c5b84754c6650cc01c3 2024-11-21T11:23:39,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ed55046c566f462c962df127f6030f37 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ed55046c566f462c962df127f6030f37 2024-11-21T11:23:39,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/764c807612c8413daa7ebda1bdb6bdea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/764c807612c8413daa7ebda1bdb6bdea 2024-11-21T11:23:39,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/447c1875cbd14679a2b0e11d58ec7674 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/447c1875cbd14679a2b0e11d58ec7674 2024-11-21T11:23:39,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/8f947411bb9f4e4bb0ebf88e699d5fca to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/8f947411bb9f4e4bb0ebf88e699d5fca 2024-11-21T11:23:39,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/12ded179b8d64c03ac903269d36f6ebb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/12ded179b8d64c03ac903269d36f6ebb 2024-11-21T11:23:39,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/334251a0e65446229a98be9b2e984bf8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/334251a0e65446229a98be9b2e984bf8 2024-11-21T11:23:39,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a684688347fc4154a768539e38a8c44e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a684688347fc4154a768539e38a8c44e 2024-11-21T11:23:39,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b03c54db33bc4697ba0827071aa1f5c0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b03c54db33bc4697ba0827071aa1f5c0 2024-11-21T11:23:39,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a61ece967c1143468456ff7caff3c1ad to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/a61ece967c1143468456ff7caff3c1ad 2024-11-21T11:23:39,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/09d3047691cc46f9aa5005f9254b8c3b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/09d3047691cc46f9aa5005f9254b8c3b 2024-11-21T11:23:39,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/044f2ffaf8b34c698d3d607ce8dc579a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/044f2ffaf8b34c698d3d607ce8dc579a 2024-11-21T11:23:39,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/446c618ac308485bb0f7a51ef25f4e3d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/446c618ac308485bb0f7a51ef25f4e3d 2024-11-21T11:23:39,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e1a4e81d5dd7452996542579165bd041 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e1a4e81d5dd7452996542579165bd041 2024-11-21T11:23:39,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e474c141fe9746dfbe92019e078581b3 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e474c141fe9746dfbe92019e078581b3 2024-11-21T11:23:39,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/87ff764c62114720b476c88fb8846c71 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/87ff764c62114720b476c88fb8846c71 2024-11-21T11:23:39,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/2afa1216348243aa91bbcc8d7d59915d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/2afa1216348243aa91bbcc8d7d59915d 2024-11-21T11:23:39,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/0b316d9306294d489d01cdb51854bff1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/0b316d9306294d489d01cdb51854bff1 2024-11-21T11:23:39,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/140038754dfc4fb28fb8bbd182767a2b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/140038754dfc4fb28fb8bbd182767a2b 2024-11-21T11:23:39,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/371c821beef3465ba1ad973b37789a12 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/371c821beef3465ba1ad973b37789a12 2024-11-21T11:23:39,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/59336470e8c54f1ba5766b05fd284737 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/59336470e8c54f1ba5766b05fd284737 2024-11-21T11:23:39,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/58a7efd7b37e4e2cac42fcd62c750abc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/58a7efd7b37e4e2cac42fcd62c750abc 2024-11-21T11:23:39,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/bf1a0b400d82408fa04569b0a5559a82 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/bf1a0b400d82408fa04569b0a5559a82 2024-11-21T11:23:39,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e5ea043ace1a4126b5aa5aee79a90850 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/e5ea043ace1a4126b5aa5aee79a90850 2024-11-21T11:23:39,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/40a2743813a847239d7328d1327d59a4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/40a2743813a847239d7328d1327d59a4 2024-11-21T11:23:39,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ffc7cdd80f2c4aadad9dfa54e64b7728 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/ffc7cdd80f2c4aadad9dfa54e64b7728 2024-11-21T11:23:39,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/db571d45b8fa4a5e882a903c4ebff355, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5a75dcfc06894707a22c94eefdb27da4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/912e17a847c749c68bc358a363df2fe4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/35a81a4ba24d4f61ada5c75c3ff1058c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e098a139ee4c4a80b82b42d13cb62413, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/85e88873a1c04fe19af0b1c460956b0d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cefcc0ac8aea468ca203c56decfb13f8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9526909a38c94445b7653559d2fda7c6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2e81ce88757d4d5ba46eac2ee8ead21b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cba9e01ef8d342c8a4e1b65ce0b78503, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/beb1477bc44448fca66d13185b5cecff, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90ec6ddc5b654a1c98e4ed705fb63e55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90cb4fed25e14075a28b16ebfcdf48a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/260e9f1f49954c6ca028fa675b205dbf, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/002b253070e841009d396461699ed143, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9f927315eb274689aded5dbd4d509a38, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b94b9f3cb8264ead9d459d27c1357716, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/487d6a11f58146be940951bdb852650a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/19c600aed91e40ce8dd6826e93b0013a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/512d889b9ef64079b6d30212b2d96dfd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/f241bbfc0b7241d9a4a8a7ff1167baca, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/68369dfde5834d98a4c327a1d1ad0267, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e89e249886524a9aba234ff2587145c4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a9fd3aa6460443b3af7862812c9951c2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a8ac6445c79b4936a35253bdf6b31bea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2007ef798e1a4ed6b7a7b469418783be, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/92e9f2694936493b9b87d92249fb1cfc, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5c97a8b2e1f24f30ac65d137925d283b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/ce7d1c7549a3463a8ca2cf5bb158c0bb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/6cb4a33ebb21409f889c4e280f005963, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/3a2436630a384902b0d0c618485d7242, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/bb81072d1c364a54b20aa5f45f065f5c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0d74f438a03b4fe6bd346900b612fd9d] to archive 2024-11-21T11:23:39,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:39,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/db571d45b8fa4a5e882a903c4ebff355 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/db571d45b8fa4a5e882a903c4ebff355 2024-11-21T11:23:39,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5a75dcfc06894707a22c94eefdb27da4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5a75dcfc06894707a22c94eefdb27da4 2024-11-21T11:23:39,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/912e17a847c749c68bc358a363df2fe4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/912e17a847c749c68bc358a363df2fe4 2024-11-21T11:23:39,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/35a81a4ba24d4f61ada5c75c3ff1058c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/35a81a4ba24d4f61ada5c75c3ff1058c 2024-11-21T11:23:39,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e098a139ee4c4a80b82b42d13cb62413 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e098a139ee4c4a80b82b42d13cb62413 2024-11-21T11:23:39,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/85e88873a1c04fe19af0b1c460956b0d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/85e88873a1c04fe19af0b1c460956b0d 2024-11-21T11:23:39,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cefcc0ac8aea468ca203c56decfb13f8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cefcc0ac8aea468ca203c56decfb13f8 2024-11-21T11:23:39,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9526909a38c94445b7653559d2fda7c6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9526909a38c94445b7653559d2fda7c6 2024-11-21T11:23:39,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2e81ce88757d4d5ba46eac2ee8ead21b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2e81ce88757d4d5ba46eac2ee8ead21b 2024-11-21T11:23:39,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cba9e01ef8d342c8a4e1b65ce0b78503 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/cba9e01ef8d342c8a4e1b65ce0b78503 2024-11-21T11:23:39,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/beb1477bc44448fca66d13185b5cecff to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/beb1477bc44448fca66d13185b5cecff 2024-11-21T11:23:39,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90ec6ddc5b654a1c98e4ed705fb63e55 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90ec6ddc5b654a1c98e4ed705fb63e55 2024-11-21T11:23:39,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90cb4fed25e14075a28b16ebfcdf48a4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/90cb4fed25e14075a28b16ebfcdf48a4 2024-11-21T11:23:39,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/260e9f1f49954c6ca028fa675b205dbf to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/260e9f1f49954c6ca028fa675b205dbf 2024-11-21T11:23:39,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/002b253070e841009d396461699ed143 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/002b253070e841009d396461699ed143 2024-11-21T11:23:39,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9f927315eb274689aded5dbd4d509a38 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/9f927315eb274689aded5dbd4d509a38 2024-11-21T11:23:39,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b94b9f3cb8264ead9d459d27c1357716 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/b94b9f3cb8264ead9d459d27c1357716 2024-11-21T11:23:39,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/487d6a11f58146be940951bdb852650a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/487d6a11f58146be940951bdb852650a 2024-11-21T11:23:39,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/19c600aed91e40ce8dd6826e93b0013a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/19c600aed91e40ce8dd6826e93b0013a 2024-11-21T11:23:39,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/512d889b9ef64079b6d30212b2d96dfd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/512d889b9ef64079b6d30212b2d96dfd 2024-11-21T11:23:39,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/f241bbfc0b7241d9a4a8a7ff1167baca to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/f241bbfc0b7241d9a4a8a7ff1167baca 2024-11-21T11:23:39,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/68369dfde5834d98a4c327a1d1ad0267 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/68369dfde5834d98a4c327a1d1ad0267 2024-11-21T11:23:39,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e89e249886524a9aba234ff2587145c4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/e89e249886524a9aba234ff2587145c4 2024-11-21T11:23:39,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a9fd3aa6460443b3af7862812c9951c2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a9fd3aa6460443b3af7862812c9951c2 2024-11-21T11:23:39,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a8ac6445c79b4936a35253bdf6b31bea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/a8ac6445c79b4936a35253bdf6b31bea 2024-11-21T11:23:39,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2007ef798e1a4ed6b7a7b469418783be to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2007ef798e1a4ed6b7a7b469418783be 2024-11-21T11:23:39,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/92e9f2694936493b9b87d92249fb1cfc to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/92e9f2694936493b9b87d92249fb1cfc 2024-11-21T11:23:39,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5c97a8b2e1f24f30ac65d137925d283b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/5c97a8b2e1f24f30ac65d137925d283b 2024-11-21T11:23:39,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/ce7d1c7549a3463a8ca2cf5bb158c0bb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/ce7d1c7549a3463a8ca2cf5bb158c0bb 2024-11-21T11:23:39,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/6cb4a33ebb21409f889c4e280f005963 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/6cb4a33ebb21409f889c4e280f005963 2024-11-21T11:23:39,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/3a2436630a384902b0d0c618485d7242 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/3a2436630a384902b0d0c618485d7242 2024-11-21T11:23:39,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/bb81072d1c364a54b20aa5f45f065f5c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/bb81072d1c364a54b20aa5f45f065f5c 2024-11-21T11:23:39,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0d74f438a03b4fe6bd346900b612fd9d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0d74f438a03b4fe6bd346900b612fd9d 2024-11-21T11:23:39,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/702680d163724abcb9309d900b007bc5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/957e13c94a5c4122adb7f2532a8d5bd8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/59aa8b3a0b814a9bad6a8bdab5c1782b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b20e4d296bd74825a0248c174adc7326, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/2977cb50fb1e4d1691db5b8dcb056fac, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/ac2d3cad5ac94bcd8d1973b0cc56358a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/3527c2f5c9424b42a0bd94e360a780ae, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/177e3917e122480bba234eff2ef2af42, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/73890dec0ffc40989ee3c02524675591, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/9bf0b19b3f914e8b8deefd3e42f28b41, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a48ea2931cd34e68b5b9088922b33d5a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f0fcdf39a8494b2b9ed9d396d26e5656, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/32051e90c35943ef8bf192f23de4415e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1514587076e54afa89579a1b66db16af, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67276ab2234b456e8a57ceab1a113c44, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b298def5e2d341c6b7e9af8bf44add6d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fbd40a28686a4dafa0ef44dd47ad0688, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c1f2aea1fd0f4e35b200da6859b9a9a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1d9cc98a65ce464682d310f8bdadebea, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a84aed49319b4c4a8ff8a152e8dbe044, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/224e7de39c7048c5a4214f9f492e3b5f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/7fc2c8e5f0b94e6eb929f237da74b704, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/33e1c32df08b48f1a840bbb93c72e85d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/36de19c987e2419782916282e32cb5ee, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f45f63ee802b429badf8bcd3f4f6187b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a85134cdf52d461194116406e34c249d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fcc38dc719e34a5aa683613bf88ffea8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/134f95365b6d4d5a9a6acbd1a303ea7b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0a1def28a81244de9466bf12005e810a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a24faf84642c4b3596db3941fd9ff2cd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c64a6e1345114ca39b7570efbd16fc9a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/65730574826b48e48c534e39622354e9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/d4ab0be8655d43cfad12e9b553ef3ec2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67d3c078654f49a59f7b0677d0e00ee5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f06adda3a75e4353bc268e3de0844195, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0f853a72e93d411c8785b9d394da59e0] to archive 2024-11-21T11:23:39,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:23:39,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/702680d163724abcb9309d900b007bc5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/702680d163724abcb9309d900b007bc5 2024-11-21T11:23:39,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/957e13c94a5c4122adb7f2532a8d5bd8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/957e13c94a5c4122adb7f2532a8d5bd8 2024-11-21T11:23:39,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/59aa8b3a0b814a9bad6a8bdab5c1782b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/59aa8b3a0b814a9bad6a8bdab5c1782b 2024-11-21T11:23:39,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b20e4d296bd74825a0248c174adc7326 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b20e4d296bd74825a0248c174adc7326 2024-11-21T11:23:39,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/2977cb50fb1e4d1691db5b8dcb056fac to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/2977cb50fb1e4d1691db5b8dcb056fac 2024-11-21T11:23:39,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/ac2d3cad5ac94bcd8d1973b0cc56358a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/ac2d3cad5ac94bcd8d1973b0cc56358a 2024-11-21T11:23:39,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/3527c2f5c9424b42a0bd94e360a780ae to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/3527c2f5c9424b42a0bd94e360a780ae 2024-11-21T11:23:39,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/177e3917e122480bba234eff2ef2af42 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/177e3917e122480bba234eff2ef2af42 2024-11-21T11:23:39,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/73890dec0ffc40989ee3c02524675591 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/73890dec0ffc40989ee3c02524675591 2024-11-21T11:23:39,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/9bf0b19b3f914e8b8deefd3e42f28b41 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/9bf0b19b3f914e8b8deefd3e42f28b41 2024-11-21T11:23:39,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a48ea2931cd34e68b5b9088922b33d5a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a48ea2931cd34e68b5b9088922b33d5a 2024-11-21T11:23:39,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f0fcdf39a8494b2b9ed9d396d26e5656 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f0fcdf39a8494b2b9ed9d396d26e5656 2024-11-21T11:23:39,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/32051e90c35943ef8bf192f23de4415e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/32051e90c35943ef8bf192f23de4415e 2024-11-21T11:23:39,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1514587076e54afa89579a1b66db16af to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1514587076e54afa89579a1b66db16af 2024-11-21T11:23:39,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67276ab2234b456e8a57ceab1a113c44 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67276ab2234b456e8a57ceab1a113c44 2024-11-21T11:23:39,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b298def5e2d341c6b7e9af8bf44add6d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/b298def5e2d341c6b7e9af8bf44add6d 2024-11-21T11:23:39,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fbd40a28686a4dafa0ef44dd47ad0688 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fbd40a28686a4dafa0ef44dd47ad0688 2024-11-21T11:23:39,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c1f2aea1fd0f4e35b200da6859b9a9a6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c1f2aea1fd0f4e35b200da6859b9a9a6 2024-11-21T11:23:39,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1d9cc98a65ce464682d310f8bdadebea to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/1d9cc98a65ce464682d310f8bdadebea 2024-11-21T11:23:39,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a84aed49319b4c4a8ff8a152e8dbe044 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a84aed49319b4c4a8ff8a152e8dbe044 2024-11-21T11:23:39,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/224e7de39c7048c5a4214f9f492e3b5f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/224e7de39c7048c5a4214f9f492e3b5f 2024-11-21T11:23:39,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/7fc2c8e5f0b94e6eb929f237da74b704 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/7fc2c8e5f0b94e6eb929f237da74b704 2024-11-21T11:23:39,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/33e1c32df08b48f1a840bbb93c72e85d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/33e1c32df08b48f1a840bbb93c72e85d 2024-11-21T11:23:39,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/36de19c987e2419782916282e32cb5ee to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/36de19c987e2419782916282e32cb5ee 2024-11-21T11:23:39,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f45f63ee802b429badf8bcd3f4f6187b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f45f63ee802b429badf8bcd3f4f6187b 2024-11-21T11:23:39,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a85134cdf52d461194116406e34c249d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a85134cdf52d461194116406e34c249d 2024-11-21T11:23:39,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fcc38dc719e34a5aa683613bf88ffea8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/fcc38dc719e34a5aa683613bf88ffea8 2024-11-21T11:23:39,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/134f95365b6d4d5a9a6acbd1a303ea7b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/134f95365b6d4d5a9a6acbd1a303ea7b 2024-11-21T11:23:39,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0a1def28a81244de9466bf12005e810a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0a1def28a81244de9466bf12005e810a 2024-11-21T11:23:39,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a24faf84642c4b3596db3941fd9ff2cd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/a24faf84642c4b3596db3941fd9ff2cd 2024-11-21T11:23:39,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c64a6e1345114ca39b7570efbd16fc9a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/c64a6e1345114ca39b7570efbd16fc9a 2024-11-21T11:23:39,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/65730574826b48e48c534e39622354e9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/65730574826b48e48c534e39622354e9 2024-11-21T11:23:39,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/d4ab0be8655d43cfad12e9b553ef3ec2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/d4ab0be8655d43cfad12e9b553ef3ec2 2024-11-21T11:23:39,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67d3c078654f49a59f7b0677d0e00ee5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/67d3c078654f49a59f7b0677d0e00ee5 2024-11-21T11:23:39,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f06adda3a75e4353bc268e3de0844195 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/f06adda3a75e4353bc268e3de0844195 2024-11-21T11:23:39,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0f853a72e93d411c8785b9d394da59e0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/0f853a72e93d411c8785b9d394da59e0 2024-11-21T11:23:39,367 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/recovered.edits/537.seqid, newMaxSeqId=537, maxSeqId=1 2024-11-21T11:23:39,368 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451. 2024-11-21T11:23:39,368 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for 3d15771c4234b509b73dbe73293b6451: 2024-11-21T11:23:39,369 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed 3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:39,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=3d15771c4234b509b73dbe73293b6451, regionState=CLOSED 2024-11-21T11:23:39,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-21T11:23:39,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure 3d15771c4234b509b73dbe73293b6451, server=98fb8183d505,41191,1732188077563 in 1.5550 sec 2024-11-21T11:23:39,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-21T11:23:39,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3d15771c4234b509b73dbe73293b6451, UNASSIGN in 1.5590 sec 2024-11-21T11:23:39,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T11:23:39,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5620 sec 2024-11-21T11:23:39,376 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188219376"}]},"ts":"1732188219376"} 2024-11-21T11:23:39,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T11:23:39,379 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T11:23:39,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5760 sec 2024-11-21T11:23:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T11:23:39,912 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-21T11:23:39,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T11:23:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:39,914 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T11:23:39,915 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:39,917 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:39,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/recovered.edits] 2024-11-21T11:23:39,922 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6c59511eb9f845e49c6d778185e7e0e8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/6c59511eb9f845e49c6d778185e7e0e8 2024-11-21T11:23:39,924 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b63b7a243b444c499282c9d420445288 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/b63b7a243b444c499282c9d420445288 2024-11-21T11:23:39,925 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/f58095d8d0194f399143a012e1f530f6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/A/f58095d8d0194f399143a012e1f530f6 2024-11-21T11:23:39,927 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0ba47baae743418288187bbed4d1f0c8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/0ba47baae743418288187bbed4d1f0c8 2024-11-21T11:23:39,928 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2ce105eaa4194d9590cfa06dc257756f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/2ce105eaa4194d9590cfa06dc257756f 2024-11-21T11:23:39,929 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/d6a2624d4f844fb28e528a45bb0fb53b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/B/d6a2624d4f844fb28e528a45bb0fb53b 2024-11-21T11:23:39,931 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/82ff7a9118bd4def8c6b6caabdcc7044 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/82ff7a9118bd4def8c6b6caabdcc7044 2024-11-21T11:23:39,932 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/96be4cc4277743c09894a32005135604 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/96be4cc4277743c09894a32005135604 2024-11-21T11:23:39,933 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/dd6de66bcfb44a09b3d60e42fd3d9e51 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/C/dd6de66bcfb44a09b3d60e42fd3d9e51 2024-11-21T11:23:39,936 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/recovered.edits/537.seqid to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451/recovered.edits/537.seqid 2024-11-21T11:23:39,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/3d15771c4234b509b73dbe73293b6451 2024-11-21T11:23:39,937 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T11:23:39,940 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:39,941 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T11:23:39,944 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T11:23:39,944 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:39,944 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T11:23:39,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732188219944"}]},"ts":"9223372036854775807"} 2024-11-21T11:23:39,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T11:23:39,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3d15771c4234b509b73dbe73293b6451, NAME => 'TestAcidGuarantees,,1732188193765.3d15771c4234b509b73dbe73293b6451.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T11:23:39,947 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T11:23:39,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732188219947"}]},"ts":"9223372036854775807"} 2024-11-21T11:23:39,948 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T11:23:39,950 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:39,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-21T11:23:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-21T11:23:40,016 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-21T11:23:40,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=457 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 572) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1358 (was 1424) 2024-11-21T11:23:40,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=1357 2024-11-21T11:23:40,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:23:40,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:23:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:40,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:23:40,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:40,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-11-21T11:23:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-21T11:23:40,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:23:40,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742404_1580 (size=960) 2024-11-21T11:23:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-21T11:23:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-21T11:23:40,448 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3 2024-11-21T11:23:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742405_1581 (size=53) 2024-11-21T11:23:40,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:23:40,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 45338fe93b712edd304a620a28d0c665, disabling compactions & flushes 2024-11-21T11:23:40,454 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. after waiting 0 ms 2024-11-21T11:23:40,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,454 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:40,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:23:40,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732188220455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732188220455"}]},"ts":"1732188220455"} 2024-11-21T11:23:40,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T11:23:40,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:23:40,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188220457"}]},"ts":"1732188220457"} 2024-11-21T11:23:40,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T11:23:40,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, ASSIGN}] 2024-11-21T11:23:40,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, ASSIGN 2024-11-21T11:23:40,464 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, ASSIGN; state=OFFLINE, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=false 2024-11-21T11:23:40,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:40,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:23:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-21T11:23:40,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:40,769 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,769 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:23:40,769 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,769 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:23:40,770 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,770 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,770 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,772 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:40,772 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45338fe93b712edd304a620a28d0c665 columnFamilyName A 2024-11-21T11:23:40,772 DEBUG [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:40,772 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(327): Store=45338fe93b712edd304a620a28d0c665/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:40,772 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,773 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:40,773 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45338fe93b712edd304a620a28d0c665 columnFamilyName B 2024-11-21T11:23:40,773 DEBUG [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:40,774 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(327): Store=45338fe93b712edd304a620a28d0c665/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:40,774 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,775 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:40,775 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45338fe93b712edd304a620a28d0c665 columnFamilyName C 2024-11-21T11:23:40,775 DEBUG [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:40,775 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(327): Store=45338fe93b712edd304a620a28d0c665/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:40,775 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,776 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,776 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,777 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:23:40,778 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:40,779 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:23:40,780 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened 45338fe93b712edd304a620a28d0c665; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61634582, jitterRate=-0.08157315850257874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:23:40,780 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:40,781 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., pid=145, masterSystemTime=1732188220766 2024-11-21T11:23:40,782 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,782 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:40,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=OPEN, openSeqNum=2, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:40,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-21T11:23:40,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 in 168 msec 2024-11-21T11:23:40,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-21T11:23:40,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, ASSIGN in 322 msec 2024-11-21T11:23:40,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:23:40,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188220786"}]},"ts":"1732188220786"} 2024-11-21T11:23:40,786 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T11:23:40,789 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:23:40,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 751 msec 2024-11-21T11:23:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-21T11:23:41,144 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-21T11:23:41,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x635b1751 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@593af048 2024-11-21T11:23:41,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd2497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:41,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:41,154 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:41,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:23:41,156 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:23:41,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T11:23:41,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:23:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T11:23:41,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742406_1582 (size=996) 2024-11-21T11:23:41,566 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-21T11:23:41,567 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-21T11:23:41,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:23:41,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, REOPEN/MOVE}] 2024-11-21T11:23:41,570 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, REOPEN/MOVE 2024-11-21T11:23:41,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:41,572 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:23:41,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:23:41,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:41,723 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:41,723 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:23:41,723 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 45338fe93b712edd304a620a28d0c665, disabling compactions & flushes 2024-11-21T11:23:41,723 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:41,723 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:41,723 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. after waiting 0 ms 2024-11-21T11:23:41,723 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:41,726 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T11:23:41,727 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:41,727 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:41,727 WARN [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: 45338fe93b712edd304a620a28d0c665 to self. 2024-11-21T11:23:41,728 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:41,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=CLOSED 2024-11-21T11:23:41,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T11:23:41,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 in 157 msec 2024-11-21T11:23:41,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, REOPEN/MOVE; state=CLOSED, location=98fb8183d505,41191,1732188077563; forceNewPlan=false, retain=true 2024-11-21T11:23:41,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=OPENING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:41,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:23:42,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,036 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,036 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:23:42,036 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,036 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:23:42,037 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,037 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,038 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,038 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:42,039 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45338fe93b712edd304a620a28d0c665 columnFamilyName A 2024-11-21T11:23:42,040 DEBUG [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:42,040 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(327): Store=45338fe93b712edd304a620a28d0c665/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:42,041 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,041 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:42,041 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45338fe93b712edd304a620a28d0c665 columnFamilyName B 2024-11-21T11:23:42,041 DEBUG [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:42,042 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(327): Store=45338fe93b712edd304a620a28d0c665/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:42,042 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,042 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-21T11:23:42,042 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45338fe93b712edd304a620a28d0c665 columnFamilyName C 2024-11-21T11:23:42,042 DEBUG [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:42,043 INFO [StoreOpener-45338fe93b712edd304a620a28d0c665-1 {}] regionserver.HStore(327): Store=45338fe93b712edd304a620a28d0c665/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:23:42,043 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,043 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,044 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,045 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T11:23:42,046 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,047 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened 45338fe93b712edd304a620a28d0c665; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62601613, jitterRate=-0.06716327369213104}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T11:23:42,047 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:42,048 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., pid=150, masterSystemTime=1732188222034 2024-11-21T11:23:42,049 DEBUG [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,049 INFO [RS_OPEN_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=OPEN, openSeqNum=5, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148 2024-11-21T11:23:42,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 in 169 msec 2024-11-21T11:23:42,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-21T11:23:42,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, REOPEN/MOVE in 482 msec 2024-11-21T11:23:42,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T11:23:42,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-21T11:23:42,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-21T11:23:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-21T11:23:42,057 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-21T11:23:42,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-21T11:23:42,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-21T11:23:42,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-21T11:23:42,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-21T11:23:42,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-21T11:23:42,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-21T11:23:42,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-21T11:23:42,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-21T11:23:42,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:59296 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-21T11:23:42,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:23:42,100 DEBUG [hconnection-0x63dd5ff7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,100 DEBUG [hconnection-0x3feabb43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,101 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,106 DEBUG [hconnection-0x5b6b1cc8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,107 DEBUG [hconnection-0x7ffd98bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,107 DEBUG [hconnection-0x68e2b825-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,108 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,108 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,108 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,108 DEBUG [hconnection-0x35d859b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:42,112 DEBUG [hconnection-0x65ca6eae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:42,113 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-21T11:23:42,119 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T11:23:42,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:42,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:42,128 DEBUG [hconnection-0x1288a0a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188282127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,129 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188282128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188282129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188282130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,132 DEBUG [hconnection-0x5aca2672-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,140 DEBUG [hconnection-0x6ac2985b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:23:42,141 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:23:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188282142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121796878eb27bf444390774f5c7ff13c5d_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188222106/Put/seqid=0 2024-11-21T11:23:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742407_1583 (size=12154) 2024-11-21T11:23:42,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:42,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121796878eb27bf444390774f5c7ff13c5d_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121796878eb27bf444390774f5c7ff13c5d_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,186 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b11bf2c169294fc7b779bf0ace85e455, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:42,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b11bf2c169294fc7b779bf0ace85e455 is 175, key is test_row_0/A:col10/1732188222106/Put/seqid=0 2024-11-21T11:23:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742408_1584 (size=30955) 2024-11-21T11:23:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T11:23:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188282230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188282230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188282231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188282231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188282244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T11:23:42,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:42,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T11:23:42,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T11:23:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188282432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188282432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188282433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188282433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188282446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T11:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:42,602 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b11bf2c169294fc7b779bf0ace85e455 2024-11-21T11:23:42,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/b3abf1ee6a2544f58ec486f575a0b6bb is 50, key is test_row_0/B:col10/1732188222106/Put/seqid=0 2024-11-21T11:23:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742409_1585 (size=12001) 2024-11-21T11:23:42,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/b3abf1ee6a2544f58ec486f575a0b6bb 2024-11-21T11:23:42,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/678d52fe75cf4917b1a27769bec44700 is 50, key is test_row_0/C:col10/1732188222106/Put/seqid=0 2024-11-21T11:23:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742410_1586 (size=12001) 2024-11-21T11:23:42,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/678d52fe75cf4917b1a27769bec44700 2024-11-21T11:23:42,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b11bf2c169294fc7b779bf0ace85e455 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455 2024-11-21T11:23:42,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T11:23:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/b3abf1ee6a2544f58ec486f575a0b6bb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/b3abf1ee6a2544f58ec486f575a0b6bb 2024-11-21T11:23:42,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/b3abf1ee6a2544f58ec486f575a0b6bb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T11:23:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/678d52fe75cf4917b1a27769bec44700 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/678d52fe75cf4917b1a27769bec44700 2024-11-21T11:23:42,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/678d52fe75cf4917b1a27769bec44700, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T11:23:42,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 45338fe93b712edd304a620a28d0c665 in 561ms, sequenceid=16, compaction requested=false 2024-11-21T11:23:42,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T11:23:42,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-21T11:23:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:42,731 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:42,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212b15f410a12149339c2115b6706d3c67_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188222128/Put/seqid=0 2024-11-21T11:23:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188282741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188282741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742411_1587 (size=12154) 2024-11-21T11:23:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188282744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188282745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188282749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,750 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212b15f410a12149339c2115b6706d3c67_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212b15f410a12149339c2115b6706d3c67_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/1db0671a22284140bb3235d9cb41054b, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:42,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/1db0671a22284140bb3235d9cb41054b is 175, key is test_row_0/A:col10/1732188222128/Put/seqid=0 2024-11-21T11:23:42,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742412_1588 (size=30955) 2024-11-21T11:23:42,758 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/1db0671a22284140bb3235d9cb41054b 2024-11-21T11:23:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/feff83b7b2ca4dcd94040d9946b84bd5 is 50, key is test_row_0/B:col10/1732188222128/Put/seqid=0 2024-11-21T11:23:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742413_1589 (size=12001) 2024-11-21T11:23:42,769 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/feff83b7b2ca4dcd94040d9946b84bd5 2024-11-21T11:23:42,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f95903e5d84043bc8688d2413cd4c74b is 50, key is test_row_0/C:col10/1732188222128/Put/seqid=0 2024-11-21T11:23:42,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742414_1590 (size=12001) 2024-11-21T11:23:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188282845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188282845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188282847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:42,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188282848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188283047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188283048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188283049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188283049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,178 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f95903e5d84043bc8688d2413cd4c74b 2024-11-21T11:23:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/1db0671a22284140bb3235d9cb41054b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b 2024-11-21T11:23:43,185 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b, entries=150, sequenceid=41, filesize=30.2 K 2024-11-21T11:23:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/feff83b7b2ca4dcd94040d9946b84bd5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/feff83b7b2ca4dcd94040d9946b84bd5 2024-11-21T11:23:43,188 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/feff83b7b2ca4dcd94040d9946b84bd5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T11:23:43,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f95903e5d84043bc8688d2413cd4c74b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f95903e5d84043bc8688d2413cd4c74b 2024-11-21T11:23:43,192 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f95903e5d84043bc8688d2413cd4c74b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T11:23:43,193 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 45338fe93b712edd304a620a28d0c665 in 462ms, sequenceid=41, compaction requested=false 2024-11-21T11:23:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-21T11:23:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-21T11:23:43,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-21T11:23:43,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0740 sec 2024-11-21T11:23:43,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.0790 sec 2024-11-21T11:23:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-21T11:23:43,222 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-21T11:23:43,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-21T11:23:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T11:23:43,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:43,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:43,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:43,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T11:23:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:43,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112147627f2d5063439ba80101c8875209f0_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:43,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742415_1591 (size=12154) 2024-11-21T11:23:43,270 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:43,273 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112147627f2d5063439ba80101c8875209f0_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112147627f2d5063439ba80101c8875209f0_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:43,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/e116a415859644cb949c232726151879, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:43,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/e116a415859644cb949c232726151879 is 175, key is test_row_0/A:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742416_1592 (size=30955) 2024-11-21T11:23:43,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188283316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T11:23:43,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188283350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188283351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188283353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188283353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188283418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T11:23:43,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188283621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,678 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/e116a415859644cb949c232726151879 2024-11-21T11:23:43,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:43,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:43,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/ab2c8bc04a454661aa9edad08adfa7a4 is 50, key is test_row_0/B:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742417_1593 (size=12001) 2024-11-21T11:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T11:23:43,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188283854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188283854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188283857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188283860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188283923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:43,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:43,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/ab2c8bc04a454661aa9edad08adfa7a4 2024-11-21T11:23:44,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/1dc9c7d50c984278b037959340aab074 is 50, key is test_row_0/C:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742418_1594 (size=12001) 2024-11-21T11:23:44,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:44,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T11:23:44,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188284429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:44,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/1dc9c7d50c984278b037959340aab074 2024-11-21T11:23:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/e116a415859644cb949c232726151879 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879 2024-11-21T11:23:44,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879, entries=150, sequenceid=54, filesize=30.2 K 2024-11-21T11:23:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/ab2c8bc04a454661aa9edad08adfa7a4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/ab2c8bc04a454661aa9edad08adfa7a4 2024-11-21T11:23:44,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/ab2c8bc04a454661aa9edad08adfa7a4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T11:23:44,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/1dc9c7d50c984278b037959340aab074 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1dc9c7d50c984278b037959340aab074 2024-11-21T11:23:44,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1dc9c7d50c984278b037959340aab074, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T11:23:44,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 45338fe93b712edd304a620a28d0c665 in 1260ms, sequenceid=54, compaction requested=true 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:44,514 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:44,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:44,514 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:44,515 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:44,515 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:44,515 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:44,515 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:44,515 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,515 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,515 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=90.7 K 2024-11-21T11:23:44,515 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/b3abf1ee6a2544f58ec486f575a0b6bb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/feff83b7b2ca4dcd94040d9946b84bd5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/ab2c8bc04a454661aa9edad08adfa7a4] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=35.2 K 2024-11-21T11:23:44,515 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,515 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879] 2024-11-21T11:23:44,516 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b3abf1ee6a2544f58ec486f575a0b6bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732188222106 2024-11-21T11:23:44,516 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting b11bf2c169294fc7b779bf0ace85e455, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732188222106 2024-11-21T11:23:44,516 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting feff83b7b2ca4dcd94040d9946b84bd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732188222127 2024-11-21T11:23:44,516 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1db0671a22284140bb3235d9cb41054b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732188222127 2024-11-21T11:23:44,517 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2c8bc04a454661aa9edad08adfa7a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732188222740 2024-11-21T11:23:44,517 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting e116a415859644cb949c232726151879, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732188222740 2024-11-21T11:23:44,522 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:44,524 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:44,524 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210d9edfa6102644a79529844bbb76c50d_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:44,524 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/dbf46843dcc046a9879ddfdb7d4adbba is 50, key is test_row_0/B:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:44,526 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210d9edfa6102644a79529844bbb76c50d_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:44,526 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d9edfa6102644a79529844bbb76c50d_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:44,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742419_1595 (size=12104) 2024-11-21T11:23:44,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742420_1596 (size=4469) 2024-11-21T11:23:44,534 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#507 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:44,535 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/5cd271d2baf44195b592e5d0f34474a8 is 175, key is test_row_0/A:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:44,537 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/dbf46843dcc046a9879ddfdb7d4adbba as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dbf46843dcc046a9879ddfdb7d4adbba 2024-11-21T11:23:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742421_1597 (size=31058) 2024-11-21T11:23:44,542 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into dbf46843dcc046a9879ddfdb7d4adbba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:44,542 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:44,542 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=13, startTime=1732188224514; duration=0sec 2024-11-21T11:23:44,542 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:44,542 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:44,542 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:44,543 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:44,543 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:44,543 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,543 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/678d52fe75cf4917b1a27769bec44700, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f95903e5d84043bc8688d2413cd4c74b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1dc9c7d50c984278b037959340aab074] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=35.2 K 2024-11-21T11:23:44,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 678d52fe75cf4917b1a27769bec44700, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732188222106 2024-11-21T11:23:44,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f95903e5d84043bc8688d2413cd4c74b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732188222127 2024-11-21T11:23:44,544 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dc9c7d50c984278b037959340aab074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732188222740 2024-11-21T11:23:44,550 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:44,551 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0d3e43c4d4dc4908a788f057715b2d55 is 50, key is test_row_0/C:col10/1732188223253/Put/seqid=0 2024-11-21T11:23:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742422_1598 (size=12104) 2024-11-21T11:23:44,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,599 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:44,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121752dae75519540b8891f8453645ee493_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188223311/Put/seqid=0 2024-11-21T11:23:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742423_1599 (size=12154) 2024-11-21T11:23:44,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,612 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121752dae75519540b8891f8453645ee493_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121752dae75519540b8891f8453645ee493_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/87ac0795fdb54c75952bc6cd97a6c7c8, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:44,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/87ac0795fdb54c75952bc6cd97a6c7c8 is 175, key is test_row_0/A:col10/1732188223311/Put/seqid=0 2024-11-21T11:23:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742424_1600 (size=30955) 2024-11-21T11:23:44,618 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/87ac0795fdb54c75952bc6cd97a6c7c8 2024-11-21T11:23:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/f55d6ccf961749e19ca756bcfeb6a588 is 50, key is test_row_0/B:col10/1732188223311/Put/seqid=0 2024-11-21T11:23:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742425_1601 (size=12001) 2024-11-21T11:23:44,637 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/f55d6ccf961749e19ca756bcfeb6a588 2024-11-21T11:23:44,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/284ce2bf80494d47b94eca48a3610e88 is 50, key is test_row_0/C:col10/1732188223311/Put/seqid=0 2024-11-21T11:23:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742426_1602 (size=12001) 2024-11-21T11:23:44,649 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/284ce2bf80494d47b94eca48a3610e88 2024-11-21T11:23:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/87ac0795fdb54c75952bc6cd97a6c7c8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8 2024-11-21T11:23:44,655 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8, entries=150, sequenceid=78, filesize=30.2 K 2024-11-21T11:23:44,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/f55d6ccf961749e19ca756bcfeb6a588 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/f55d6ccf961749e19ca756bcfeb6a588 2024-11-21T11:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,659 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/f55d6ccf961749e19ca756bcfeb6a588, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T11:23:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/284ce2bf80494d47b94eca48a3610e88 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/284ce2bf80494d47b94eca48a3610e88 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/284ce2bf80494d47b94eca48a3610e88, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T11:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,663 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 45338fe93b712edd304a620a28d0c665 in 64ms, sequenceid=78, compaction requested=false 2024-11-21T11:23:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-21T11:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-21T11:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-21T11:23:44,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-11-21T11:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.4430 sec 2024-11-21T11:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:23:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218a11d47f0ddd4649ad0dbe629818e669_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742428_1604 (size=24358) 2024-11-21T11:23:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188284938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188284939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,944 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/5cd271d2baf44195b592e5d0f34474a8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5cd271d2baf44195b592e5d0f34474a8 2024-11-21T11:23:44,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:44,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188284943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188284943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:44,949 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into 5cd271d2baf44195b592e5d0f34474a8(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:44,949 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:44,949 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=13, startTime=1732188224514; duration=0sec 2024-11-21T11:23:44,949 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:44,949 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:44,958 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0d3e43c4d4dc4908a788f057715b2d55 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0d3e43c4d4dc4908a788f057715b2d55 2024-11-21T11:23:44,962 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 0d3e43c4d4dc4908a788f057715b2d55(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:44,962 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:44,962 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=13, startTime=1732188224514; duration=0sec 2024-11-21T11:23:44,962 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:44,962 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188285044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188285045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188285049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188285049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188285247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188285248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188285251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188285251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T11:23:45,328 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-21T11:23:45,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-21T11:23:45,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:45,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:45,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:45,338 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:45,341 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218a11d47f0ddd4649ad0dbe629818e669_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218a11d47f0ddd4649ad0dbe629818e669_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:45,342 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/5c5f861f26b14a64b3077a14df8bd691, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:45,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/5c5f861f26b14a64b3077a14df8bd691 is 175, key is test_row_0/A:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742427_1603 (size=73995) 2024-11-21T11:23:45,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/5c5f861f26b14a64b3077a14df8bd691 2024-11-21T11:23:45,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d473b3280f4a49bea11f88f8234d63c1 is 50, key is test_row_0/B:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:45,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742429_1605 (size=12001) 2024-11-21T11:23:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188285436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T11:23:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:45,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188285550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188285552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188285552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188285556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:45,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T11:23:45,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:45,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d473b3280f4a49bea11f88f8234d63c1 2024-11-21T11:23:45,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/1a8bbefdefaa402e975553bfea72d4e8 is 50, key is test_row_0/C:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742430_1606 (size=12001) 2024-11-21T11:23:45,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T11:23:45,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:45,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:45,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T11:23:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:45,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:45,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:23:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188286051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:46,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188286055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188286059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:46,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188286062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:46,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:46,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T11:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:46,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/1a8bbefdefaa402e975553bfea72d4e8 2024-11-21T11:23:46,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/5c5f861f26b14a64b3077a14df8bd691 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691 2024-11-21T11:23:46,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691, entries=400, sequenceid=89, filesize=72.3 K 2024-11-21T11:23:46,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d473b3280f4a49bea11f88f8234d63c1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d473b3280f4a49bea11f88f8234d63c1 2024-11-21T11:23:46,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d473b3280f4a49bea11f88f8234d63c1, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T11:23:46,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/1a8bbefdefaa402e975553bfea72d4e8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1a8bbefdefaa402e975553bfea72d4e8 2024-11-21T11:23:46,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1a8bbefdefaa402e975553bfea72d4e8, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T11:23:46,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45338fe93b712edd304a620a28d0c665 in 1284ms, sequenceid=89, compaction requested=true 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:46,184 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:46,184 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:46,185 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:46,185 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:46,185 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,185 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5cd271d2baf44195b592e5d0f34474a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=132.8 K 2024-11-21T11:23:46,185 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,185 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5cd271d2baf44195b592e5d0f34474a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691] 2024-11-21T11:23:46,185 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:46,186 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:46,186 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,186 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dbf46843dcc046a9879ddfdb7d4adbba, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/f55d6ccf961749e19ca756bcfeb6a588, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d473b3280f4a49bea11f88f8234d63c1] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=35.3 K 2024-11-21T11:23:46,186 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd271d2baf44195b592e5d0f34474a8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732188222740 2024-11-21T11:23:46,186 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting dbf46843dcc046a9879ddfdb7d4adbba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732188222740 2024-11-21T11:23:46,186 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ac0795fdb54c75952bc6cd97a6c7c8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732188223297 2024-11-21T11:23:46,186 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f55d6ccf961749e19ca756bcfeb6a588, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732188223297 2024-11-21T11:23:46,187 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d473b3280f4a49bea11f88f8234d63c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732188224892 2024-11-21T11:23:46,187 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c5f861f26b14a64b3077a14df8bd691, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732188224875 2024-11-21T11:23:46,195 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:46,195 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/43178b5c6ffd4f44b57caf5147262067 is 50, key is test_row_0/B:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:46,200 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:46,217 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e3d831d0f9dd469a9f92fdef1ee4797d_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:46,220 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e3d831d0f9dd469a9f92fdef1ee4797d_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:46,220 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e3d831d0f9dd469a9f92fdef1ee4797d_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742431_1607 (size=12207) 2024-11-21T11:23:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742432_1608 (size=4469) 2024-11-21T11:23:46,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:46,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T11:23:46,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,246 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:46,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218c87efd0dfa44aca891b61c310b7feb8_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188224937/Put/seqid=0 2024-11-21T11:23:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742433_1609 (size=12154) 2024-11-21T11:23:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:46,625 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/43178b5c6ffd4f44b57caf5147262067 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43178b5c6ffd4f44b57caf5147262067 2024-11-21T11:23:46,629 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into 43178b5c6ffd4f44b57caf5147262067(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:46,629 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:46,630 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=13, startTime=1732188226184; duration=0sec 2024-11-21T11:23:46,630 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:46,630 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:46,630 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:46,631 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:46,631 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:46,631 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:46,631 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0d3e43c4d4dc4908a788f057715b2d55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/284ce2bf80494d47b94eca48a3610e88, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1a8bbefdefaa402e975553bfea72d4e8] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=35.3 K 2024-11-21T11:23:46,631 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3e43c4d4dc4908a788f057715b2d55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732188222740 2024-11-21T11:23:46,632 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 284ce2bf80494d47b94eca48a3610e88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732188223297 2024-11-21T11:23:46,632 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a8bbefdefaa402e975553bfea72d4e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732188224892 2024-11-21T11:23:46,638 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#517 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:46,638 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d2c6049c44574641af53a762a1b426e0 is 175, key is test_row_0/A:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:46,639 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:46,640 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/77c57b795b6d4f4c8bc65508f042c939 is 50, key is test_row_0/C:col10/1732188224892/Put/seqid=0 2024-11-21T11:23:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742434_1610 (size=31161) 2024-11-21T11:23:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742435_1611 (size=12207) 2024-11-21T11:23:46,648 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d2c6049c44574641af53a762a1b426e0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2c6049c44574641af53a762a1b426e0 2024-11-21T11:23:46,652 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/77c57b795b6d4f4c8bc65508f042c939 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/77c57b795b6d4f4c8bc65508f042c939 2024-11-21T11:23:46,653 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into d2c6049c44574641af53a762a1b426e0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:46,653 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:46,653 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=13, startTime=1732188226184; duration=0sec 2024-11-21T11:23:46,653 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:46,653 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:46,656 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 77c57b795b6d4f4c8bc65508f042c939(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:46,657 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:46,657 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=13, startTime=1732188226184; duration=0sec 2024-11-21T11:23:46,657 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:46,657 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:46,659 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218c87efd0dfa44aca891b61c310b7feb8_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218c87efd0dfa44aca891b61c310b7feb8_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:46,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a7c9aa702b4f466ba91e9ef3921f0e1e, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:46,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a7c9aa702b4f466ba91e9ef3921f0e1e is 175, key is test_row_0/A:col10/1732188224937/Put/seqid=0 2024-11-21T11:23:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742436_1612 (size=30955) 2024-11-21T11:23:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:47,065 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a7c9aa702b4f466ba91e9ef3921f0e1e 2024-11-21T11:23:47,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188287067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188287067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188287068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188287069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/22bcbaa582514681a04ecd269fd1afa2 is 50, key is test_row_0/B:col10/1732188224937/Put/seqid=0 2024-11-21T11:23:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742437_1613 (size=12001) 2024-11-21T11:23:47,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188287170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188287171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188287172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188287373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188287375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188287375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188287444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,446 DEBUG [Thread-2572 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:23:47,476 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/22bcbaa582514681a04ecd269fd1afa2 2024-11-21T11:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f2c9c752a47a4d54b42481d9b1d8330c is 50, key is test_row_0/C:col10/1732188224937/Put/seqid=0 2024-11-21T11:23:47,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742438_1614 (size=12001) 2024-11-21T11:23:47,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188287675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188287677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188287679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:47,886 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f2c9c752a47a4d54b42481d9b1d8330c 2024-11-21T11:23:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a7c9aa702b4f466ba91e9ef3921f0e1e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e 2024-11-21T11:23:47,893 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e, entries=150, sequenceid=116, filesize=30.2 K 2024-11-21T11:23:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/22bcbaa582514681a04ecd269fd1afa2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/22bcbaa582514681a04ecd269fd1afa2 2024-11-21T11:23:47,897 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/22bcbaa582514681a04ecd269fd1afa2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T11:23:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f2c9c752a47a4d54b42481d9b1d8330c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f2c9c752a47a4d54b42481d9b1d8330c 2024-11-21T11:23:47,900 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f2c9c752a47a4d54b42481d9b1d8330c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T11:23:47,901 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45338fe93b712edd304a620a28d0c665 in 1655ms, sequenceid=116, compaction requested=false 2024-11-21T11:23:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-21T11:23:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-21T11:23:47,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-21T11:23:47,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-11-21T11:23:47,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.5730 sec 2024-11-21T11:23:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:48,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T11:23:48,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:48,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:48,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:48,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d31ea391ede0433681b25438e3a087a7_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:48,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742439_1615 (size=12254) 2024-11-21T11:23:48,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188288202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188288205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188288205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188288306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188288308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188288308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188288508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188288510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188288510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,593 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:48,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d31ea391ede0433681b25438e3a087a7_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d31ea391ede0433681b25438e3a087a7_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:48,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/547616fb231541fb86dc59fede4eab16, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:48,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/547616fb231541fb86dc59fede4eab16 is 175, key is test_row_0/A:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742440_1616 (size=31055) 2024-11-21T11:23:48,601 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/547616fb231541fb86dc59fede4eab16 2024-11-21T11:23:48,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/105b3d89e8d047d1a3763bff4a336c21 is 50, key is test_row_0/B:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742441_1617 (size=12101) 2024-11-21T11:23:48,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/105b3d89e8d047d1a3763bff4a336c21 2024-11-21T11:23:48,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/bd4c5bca76e2406f8eba3f45bcd2342f is 50, key is test_row_0/C:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742442_1618 (size=12101) 2024-11-21T11:23:48,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188288813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188288813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:48,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188288815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/bd4c5bca76e2406f8eba3f45bcd2342f 2024-11-21T11:23:49,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/547616fb231541fb86dc59fede4eab16 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16 2024-11-21T11:23:49,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16, entries=150, sequenceid=132, filesize=30.3 K 2024-11-21T11:23:49,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/105b3d89e8d047d1a3763bff4a336c21 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/105b3d89e8d047d1a3763bff4a336c21 2024-11-21T11:23:49,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/105b3d89e8d047d1a3763bff4a336c21, entries=150, sequenceid=132, filesize=11.8 K 2024-11-21T11:23:49,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/bd4c5bca76e2406f8eba3f45bcd2342f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/bd4c5bca76e2406f8eba3f45bcd2342f 2024-11-21T11:23:49,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/bd4c5bca76e2406f8eba3f45bcd2342f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-21T11:23:49,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 45338fe93b712edd304a620a28d0c665 in 851ms, sequenceid=132, compaction requested=true 2024-11-21T11:23:49,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:49,034 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:49,034 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:49,035 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,035 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,035 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2c6049c44574641af53a762a1b426e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=91.0 K 2024-11-21T11:23:49,035 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43178b5c6ffd4f44b57caf5147262067, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/22bcbaa582514681a04ecd269fd1afa2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/105b3d89e8d047d1a3763bff4a336c21] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=35.5 K 2024-11-21T11:23:49,035 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2c6049c44574641af53a762a1b426e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16] 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 43178b5c6ffd4f44b57caf5147262067, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732188224892 2024-11-21T11:23:49,035 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2c6049c44574641af53a762a1b426e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732188224892 2024-11-21T11:23:49,036 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 22bcbaa582514681a04ecd269fd1afa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732188224937 2024-11-21T11:23:49,036 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7c9aa702b4f466ba91e9ef3921f0e1e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732188224937 2024-11-21T11:23:49,036 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 105b3d89e8d047d1a3763bff4a336c21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732188227066 2024-11-21T11:23:49,036 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 547616fb231541fb86dc59fede4eab16, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732188227066 2024-11-21T11:23:49,041 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:49,042 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:49,043 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/7aa4bd4cab7d4235b96cba2d3031a332 is 50, key is test_row_0/B:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:49,043 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210242463a457b41739c81376e020a6124_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:49,045 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210242463a457b41739c81376e020a6124_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:49,045 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210242463a457b41739c81376e020a6124_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742443_1619 (size=12409) 2024-11-21T11:23:49,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742444_1620 (size=4469) 2024-11-21T11:23:49,059 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/7aa4bd4cab7d4235b96cba2d3031a332 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7aa4bd4cab7d4235b96cba2d3031a332 2024-11-21T11:23:49,063 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into 7aa4bd4cab7d4235b96cba2d3031a332(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:49,063 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:49,063 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=13, startTime=1732188229034; duration=0sec 2024-11-21T11:23:49,063 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:49,063 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:49,063 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:49,064 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:49,064 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:49,064 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,064 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/77c57b795b6d4f4c8bc65508f042c939, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f2c9c752a47a4d54b42481d9b1d8330c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/bd4c5bca76e2406f8eba3f45bcd2342f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=35.5 K 2024-11-21T11:23:49,064 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 77c57b795b6d4f4c8bc65508f042c939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732188224892 2024-11-21T11:23:49,065 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c9c752a47a4d54b42481d9b1d8330c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732188224937 2024-11-21T11:23:49,065 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bd4c5bca76e2406f8eba3f45bcd2342f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732188227066 2024-11-21T11:23:49,072 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:49,073 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/9e19074866e2444eb95848d693fd6949 is 50, key is test_row_0/C:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:49,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:23:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742445_1621 (size=12409) 2024-11-21T11:23:49,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:49,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:49,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:49,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:49,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:49,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:49,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121abf2c14e34324f4a8831222c73a0e563_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188228204/Put/seqid=0 2024-11-21T11:23:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742446_1622 (size=12304) 2024-11-21T11:23:49,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:49,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121abf2c14e34324f4a8831222c73a0e563_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abf2c14e34324f4a8831222c73a0e563_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:49,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/f4ca7143b66141f7b23b93112792d790, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:49,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/f4ca7143b66141f7b23b93112792d790 is 175, key is test_row_0/A:col10/1732188228204/Put/seqid=0 2024-11-21T11:23:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188289106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742447_1623 (size=31105) 2024-11-21T11:23:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188289210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188289317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188289320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188289321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188289413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T11:23:49,436 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-21T11:23:49,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-21T11:23:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T11:23:49,439 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:49,439 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:49,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:49,457 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#526 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:49,457 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d2f20b1e08c84923a029a7f6a496974f is 175, key is test_row_0/A:col10/1732188227066/Put/seqid=0 2024-11-21T11:23:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742448_1624 (size=31363) 2024-11-21T11:23:49,482 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/9e19074866e2444eb95848d693fd6949 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9e19074866e2444eb95848d693fd6949 2024-11-21T11:23:49,486 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 9e19074866e2444eb95848d693fd6949(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:49,486 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:49,486 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=13, startTime=1732188229034; duration=0sec 2024-11-21T11:23:49,486 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:49,486 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:49,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/f4ca7143b66141f7b23b93112792d790 2024-11-21T11:23:49,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/4ea106bb13524845804332b11d959c33 is 50, key is test_row_0/B:col10/1732188228204/Put/seqid=0 2024-11-21T11:23:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742449_1625 (size=12151) 2024-11-21T11:23:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T11:23:49,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T11:23:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188289716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T11:23:49,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T11:23:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,865 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d2f20b1e08c84923a029a7f6a496974f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2f20b1e08c84923a029a7f6a496974f 2024-11-21T11:23:49,869 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into d2f20b1e08c84923a029a7f6a496974f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:49,869 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:49,869 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=13, startTime=1732188229033; duration=0sec 2024-11-21T11:23:49,869 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:49,869 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:49,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:49,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:49,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:49,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/4ea106bb13524845804332b11d959c33 2024-11-21T11:23:49,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/99d334a2585e44b4b529f47912005810 is 50, key is test_row_0/C:col10/1732188228204/Put/seqid=0 2024-11-21T11:23:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742450_1626 (size=12151) 2024-11-21T11:23:49,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/99d334a2585e44b4b529f47912005810 2024-11-21T11:23:49,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/f4ca7143b66141f7b23b93112792d790 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790 2024-11-21T11:23:49,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790, entries=150, sequenceid=157, filesize=30.4 K 2024-11-21T11:23:49,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/4ea106bb13524845804332b11d959c33 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/4ea106bb13524845804332b11d959c33 2024-11-21T11:23:49,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/4ea106bb13524845804332b11d959c33, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T11:23:49,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/99d334a2585e44b4b529f47912005810 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/99d334a2585e44b4b529f47912005810 2024-11-21T11:23:49,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/99d334a2585e44b4b529f47912005810, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T11:23:49,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 45338fe93b712edd304a620a28d0c665 in 884ms, sequenceid=157, compaction requested=false 2024-11-21T11:23:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T11:23:50,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T11:23:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:50,049 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:50,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216efce6af930b4dd6841521c4e52db852_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188229100/Put/seqid=0 2024-11-21T11:23:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742451_1627 (size=12304) 2024-11-21T11:23:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188290270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188290320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188290325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188290326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188290372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:50,466 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216efce6af930b4dd6841521c4e52db852_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216efce6af930b4dd6841521c4e52db852_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2c81f4b10110416eb233a49862931d90, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2c81f4b10110416eb233a49862931d90 is 175, key is test_row_0/A:col10/1732188229100/Put/seqid=0 2024-11-21T11:23:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742452_1628 (size=31105) 2024-11-21T11:23:50,473 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2c81f4b10110416eb233a49862931d90 2024-11-21T11:23:50,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/7de91c2326ae49dab5977e25fcdee176 is 50, key is test_row_0/B:col10/1732188229100/Put/seqid=0 2024-11-21T11:23:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742453_1629 (size=12151) 2024-11-21T11:23:50,485 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/7de91c2326ae49dab5977e25fcdee176 2024-11-21T11:23:50,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/87bef4561ff549e081b46e74315a320a is 50, key is test_row_0/C:col10/1732188229100/Put/seqid=0 2024-11-21T11:23:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742454_1630 (size=12151) 2024-11-21T11:23:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T11:23:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188290575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188290877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:50,898 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/87bef4561ff549e081b46e74315a320a 2024-11-21T11:23:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2c81f4b10110416eb233a49862931d90 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90 2024-11-21T11:23:50,905 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90, entries=150, sequenceid=171, filesize=30.4 K 2024-11-21T11:23:50,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/7de91c2326ae49dab5977e25fcdee176 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7de91c2326ae49dab5977e25fcdee176 2024-11-21T11:23:50,909 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7de91c2326ae49dab5977e25fcdee176, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T11:23:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/87bef4561ff549e081b46e74315a320a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/87bef4561ff549e081b46e74315a320a 2024-11-21T11:23:50,912 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/87bef4561ff549e081b46e74315a320a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-21T11:23:50,913 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45338fe93b712edd304a620a28d0c665 in 864ms, sequenceid=171, compaction requested=true 2024-11-21T11:23:50,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:50,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:50,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-21T11:23:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-21T11:23:50,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-21T11:23:50,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-11-21T11:23:50,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.4780 sec 2024-11-21T11:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:51,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:51,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:51,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:51,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:51,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:51,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:51,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:51,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214d1527f6b66e4089a52c10bea603d438_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:51,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742455_1631 (size=14794) 2024-11-21T11:23:51,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:51,399 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214d1527f6b66e4089a52c10bea603d438_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214d1527f6b66e4089a52c10bea603d438_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:51,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e6d548c304d43d6b15918e2506dee39, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:51,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e6d548c304d43d6b15918e2506dee39 is 175, key is test_row_0/A:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742456_1632 (size=39749) 2024-11-21T11:23:51,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e6d548c304d43d6b15918e2506dee39 2024-11-21T11:23:51,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a14597af18b044c58f4d568369a82e01 is 50, key is test_row_0/B:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:51,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742457_1633 (size=12151) 2024-11-21T11:23:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188291409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:51,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188291452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:51,454 DEBUG [Thread-2572 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:23:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188291514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T11:23:51,542 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-21T11:23:51,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-21T11:23:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T11:23:51,545 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:51,545 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:51,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T11:23:51,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:51,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T11:23:51,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:51,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:51,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:51,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:51,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188291717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:51,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a14597af18b044c58f4d568369a82e01 2024-11-21T11:23:51,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/9b22379d6e374fd682ae1bed6b3d4fe5 is 50, key is test_row_0/C:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:51,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742458_1634 (size=12151) 2024-11-21T11:23:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T11:23:51,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:51,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T11:23:51,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:51,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:51,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:51,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:51,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T11:23:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188292022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T11:23:52,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T11:23:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:52,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/9b22379d6e374fd682ae1bed6b3d4fe5 2024-11-21T11:23:52,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e6d548c304d43d6b15918e2506dee39 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39 2024-11-21T11:23:52,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39, entries=200, sequenceid=196, filesize=38.8 K 2024-11-21T11:23:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a14597af18b044c58f4d568369a82e01 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a14597af18b044c58f4d568369a82e01 2024-11-21T11:23:52,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a14597af18b044c58f4d568369a82e01, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T11:23:52,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/9b22379d6e374fd682ae1bed6b3d4fe5 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9b22379d6e374fd682ae1bed6b3d4fe5 2024-11-21T11:23:52,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9b22379d6e374fd682ae1bed6b3d4fe5, entries=150, sequenceid=196, filesize=11.9 K 2024-11-21T11:23:52,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45338fe93b712edd304a620a28d0c665 in 854ms, sequenceid=196, compaction requested=true 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:52,239 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:52,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:52,239 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:52,240 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:52,240 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:52,240 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:52,240 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,240 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:52,240 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,240 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2f20b1e08c84923a029a7f6a496974f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=130.2 K 2024-11-21T11:23:52,240 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,240 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7aa4bd4cab7d4235b96cba2d3031a332, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/4ea106bb13524845804332b11d959c33, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7de91c2326ae49dab5977e25fcdee176, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a14597af18b044c58f4d568369a82e01] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=47.7 K 2024-11-21T11:23:52,240 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2f20b1e08c84923a029a7f6a496974f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39] 2024-11-21T11:23:52,241 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f20b1e08c84923a029a7f6a496974f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732188227066 2024-11-21T11:23:52,241 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aa4bd4cab7d4235b96cba2d3031a332, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732188227066 2024-11-21T11:23:52,241 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4ca7143b66141f7b23b93112792d790, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188228204 2024-11-21T11:23:52,241 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ea106bb13524845804332b11d959c33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188228204 2024-11-21T11:23:52,241 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c81f4b10110416eb233a49862931d90, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732188229083 2024-11-21T11:23:52,241 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 7de91c2326ae49dab5977e25fcdee176, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732188229083 2024-11-21T11:23:52,242 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a14597af18b044c58f4d568369a82e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188230255 2024-11-21T11:23:52,242 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e6d548c304d43d6b15918e2506dee39, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188230255 2024-11-21T11:23:52,247 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:52,248 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112114d0f705824b4f88a716f7cc0bf87551_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:52,249 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:52,250 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/135bfe0ae050469e87a06df46252bddb is 50, key is test_row_0/B:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:52,250 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112114d0f705824b4f88a716f7cc0bf87551_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:52,250 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112114d0f705824b4f88a716f7cc0bf87551_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:52,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742459_1635 (size=12595) 2024-11-21T11:23:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742460_1636 (size=4469) 2024-11-21T11:23:52,255 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#537 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:52,256 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/07b5f345852247bd924a7e26535505a7 is 175, key is test_row_0/A:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:52,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742461_1637 (size=31549) 2024-11-21T11:23:52,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T11:23:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,308 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:52,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210776581358f045f5aa0f13f612ace287_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188231387/Put/seqid=0 2024-11-21T11:23:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742462_1638 (size=12304) 2024-11-21T11:23:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:52,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188292369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188292370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188292370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188292473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188292474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188292474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188292528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T11:23:52,659 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/135bfe0ae050469e87a06df46252bddb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/135bfe0ae050469e87a06df46252bddb 2024-11-21T11:23:52,669 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/07b5f345852247bd924a7e26535505a7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/07b5f345852247bd924a7e26535505a7 2024-11-21T11:23:52,671 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into 135bfe0ae050469e87a06df46252bddb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:52,671 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:52,671 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=12, startTime=1732188232239; duration=0sec 2024-11-21T11:23:52,672 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:52,672 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:52,672 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:52,674 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:52,674 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:52,674 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,674 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9e19074866e2444eb95848d693fd6949, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/99d334a2585e44b4b529f47912005810, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/87bef4561ff549e081b46e74315a320a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9b22379d6e374fd682ae1bed6b3d4fe5] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=47.7 K 2024-11-21T11:23:52,674 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e19074866e2444eb95848d693fd6949, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732188227066 2024-11-21T11:23:52,675 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into 07b5f345852247bd924a7e26535505a7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:52,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 99d334a2585e44b4b529f47912005810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732188228204 2024-11-21T11:23:52,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:52,675 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=12, startTime=1732188232239; duration=0sec 2024-11-21T11:23:52,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:52,675 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:52,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 87bef4561ff549e081b46e74315a320a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732188229083 2024-11-21T11:23:52,675 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b22379d6e374fd682ae1bed6b3d4fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188230255 2024-11-21T11:23:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188292678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188292679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188292680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:52,696 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:52,697 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/6e20c7b7253e4eeb82feb4618ffb4aab is 50, key is test_row_0/C:col10/1732188230266/Put/seqid=0 2024-11-21T11:23:52,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:52,723 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210776581358f045f5aa0f13f612ace287_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210776581358f045f5aa0f13f612ace287_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:52,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/decc1db5bd7046c2973aabe66a61c204, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:52,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/decc1db5bd7046c2973aabe66a61c204 is 175, key is test_row_0/A:col10/1732188231387/Put/seqid=0 2024-11-21T11:23:52,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742463_1639 (size=12595) 2024-11-21T11:23:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742464_1640 (size=31105) 2024-11-21T11:23:52,757 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/decc1db5bd7046c2973aabe66a61c204 2024-11-21T11:23:52,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/fa59f7c223c744a08cc0df5bc58de256 is 50, key is test_row_0/B:col10/1732188231387/Put/seqid=0 2024-11-21T11:23:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742465_1641 (size=12151) 2024-11-21T11:23:52,796 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/fa59f7c223c744a08cc0df5bc58de256 2024-11-21T11:23:52,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f0d740d13b144165a2f3bd391eabbcc8 is 50, key is test_row_0/C:col10/1732188231387/Put/seqid=0 2024-11-21T11:23:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742466_1642 (size=12151) 2024-11-21T11:23:52,817 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f0d740d13b144165a2f3bd391eabbcc8 2024-11-21T11:23:52,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/decc1db5bd7046c2973aabe66a61c204 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204 2024-11-21T11:23:52,824 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204, entries=150, sequenceid=207, filesize=30.4 K 2024-11-21T11:23:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/fa59f7c223c744a08cc0df5bc58de256 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fa59f7c223c744a08cc0df5bc58de256 2024-11-21T11:23:52,828 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fa59f7c223c744a08cc0df5bc58de256, entries=150, sequenceid=207, filesize=11.9 K 2024-11-21T11:23:52,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/f0d740d13b144165a2f3bd391eabbcc8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f0d740d13b144165a2f3bd391eabbcc8 2024-11-21T11:23:52,834 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f0d740d13b144165a2f3bd391eabbcc8, entries=150, sequenceid=207, filesize=11.9 K 2024-11-21T11:23:52,835 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45338fe93b712edd304a620a28d0c665 in 526ms, sequenceid=207, compaction requested=false 2024-11-21T11:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-21T11:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-21T11:23:52,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T11:23:52,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2910 sec 2024-11-21T11:23:52,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2950 sec 2024-11-21T11:23:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:52,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T11:23:52,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:52,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:52,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:52,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:52,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:52,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:53,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112111dc734fd2764bd0ba3dd18dd88baef3_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188293010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188293010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188293010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742467_1643 (size=12304) 2024-11-21T11:23:53,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:53,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112111dc734fd2764bd0ba3dd18dd88baef3_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111dc734fd2764bd0ba3dd18dd88baef3_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:53,069 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a1837cd8ba1c4f31ad7277df4202b725, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:53,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a1837cd8ba1c4f31ad7277df4202b725 is 175, key is test_row_0/A:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742468_1644 (size=31105) 2024-11-21T11:23:53,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a1837cd8ba1c4f31ad7277df4202b725 2024-11-21T11:23:53,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/47c3eff25c844609b1c2cee3cf748e1f is 50, key is test_row_0/B:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188293116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188293116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188293116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,132 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/6e20c7b7253e4eeb82feb4618ffb4aab as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6e20c7b7253e4eeb82feb4618ffb4aab 2024-11-21T11:23:53,137 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 6e20c7b7253e4eeb82feb4618ffb4aab(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:53,138 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:53,138 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=12, startTime=1732188232239; duration=0sec 2024-11-21T11:23:53,138 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:53,138 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742469_1645 (size=12151) 2024-11-21T11:23:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188293323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188293323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188293323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188293537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/47c3eff25c844609b1c2cee3cf748e1f 2024-11-21T11:23:53,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/e52d33d9baf540f6b082524d7ecf9d3f is 50, key is test_row_0/C:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742470_1646 (size=12151) 2024-11-21T11:23:53,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/e52d33d9baf540f6b082524d7ecf9d3f 2024-11-21T11:23:53,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a1837cd8ba1c4f31ad7277df4202b725 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725 2024-11-21T11:23:53,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725, entries=150, sequenceid=235, filesize=30.4 K 2024-11-21T11:23:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/47c3eff25c844609b1c2cee3cf748e1f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/47c3eff25c844609b1c2cee3cf748e1f 2024-11-21T11:23:53,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/47c3eff25c844609b1c2cee3cf748e1f, entries=150, sequenceid=235, filesize=11.9 K 2024-11-21T11:23:53,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/e52d33d9baf540f6b082524d7ecf9d3f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/e52d33d9baf540f6b082524d7ecf9d3f 2024-11-21T11:23:53,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/e52d33d9baf540f6b082524d7ecf9d3f, entries=150, sequenceid=235, filesize=11.9 K 2024-11-21T11:23:53,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 45338fe93b712edd304a620a28d0c665 in 643ms, sequenceid=235, compaction requested=true 2024-11-21T11:23:53,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:53,628 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:53,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:53,629 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:53,629 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:53,629 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,629 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/07b5f345852247bd924a7e26535505a7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=91.6 K 2024-11-21T11:23:53,629 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,629 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/07b5f345852247bd924a7e26535505a7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725] 2024-11-21T11:23:53,629 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07b5f345852247bd924a7e26535505a7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188230255 2024-11-21T11:23:53,630 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting decc1db5bd7046c2973aabe66a61c204, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732188231387 2024-11-21T11:23:53,630 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:53,631 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1837cd8ba1c4f31ad7277df4202b725, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732188232363 2024-11-21T11:23:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:53,632 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:53,632 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:53,632 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,632 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/135bfe0ae050469e87a06df46252bddb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fa59f7c223c744a08cc0df5bc58de256, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/47c3eff25c844609b1c2cee3cf748e1f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=36.0 K 2024-11-21T11:23:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:53,633 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 135bfe0ae050469e87a06df46252bddb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188230255 2024-11-21T11:23:53,634 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting fa59f7c223c744a08cc0df5bc58de256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732188231387 2024-11-21T11:23:53,634 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 47c3eff25c844609b1c2cee3cf748e1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732188232363 2024-11-21T11:23:53,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T11:23:53,648 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-21T11:23:53,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:53,651 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:53,652 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a08a92492a3a4f3f9346ecad7a57925d is 50, key is test_row_0/B:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-21T11:23:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T11:23:53,659 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:53,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:53,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:53,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:53,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188293674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188293675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188293676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,709 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112126475c1b4a064432be3ed1e2b5287d36_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:53,711 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112126475c1b4a064432be3ed1e2b5287d36_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:53,712 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112126475c1b4a064432be3ed1e2b5287d36_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:53,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a17b95c1ca15420f93a7c2e3b0e0b3a4_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188233641/Put/seqid=0 2024-11-21T11:23:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742471_1647 (size=12697) 2024-11-21T11:23:53,752 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a08a92492a3a4f3f9346ecad7a57925d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08a92492a3a4f3f9346ecad7a57925d 2024-11-21T11:23:53,758 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into a08a92492a3a4f3f9346ecad7a57925d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:53,758 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:53,758 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=13, startTime=1732188233630; duration=0sec 2024-11-21T11:23:53,758 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:53,758 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:53,758 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T11:23:53,759 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:53,759 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:53,759 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,759 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6e20c7b7253e4eeb82feb4618ffb4aab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f0d740d13b144165a2f3bd391eabbcc8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/e52d33d9baf540f6b082524d7ecf9d3f] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=36.0 K 2024-11-21T11:23:53,760 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e20c7b7253e4eeb82feb4618ffb4aab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732188230255 2024-11-21T11:23:53,761 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting f0d740d13b144165a2f3bd391eabbcc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732188231387 2024-11-21T11:23:53,761 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e52d33d9baf540f6b082524d7ecf9d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732188232363 2024-11-21T11:23:53,780 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:53,780 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/69f79ae970ef48c9aa715ea4aef0353f is 50, key is test_row_0/C:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742472_1648 (size=4469) 2024-11-21T11:23:53,783 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#547 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:53,783 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a1171e08cec547aeb9903215fbb99684 is 175, key is test_row_0/A:col10/1732188232363/Put/seqid=0 2024-11-21T11:23:53,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188293782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188293782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188293784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742473_1649 (size=19774) 2024-11-21T11:23:53,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:53,811 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a17b95c1ca15420f93a7c2e3b0e0b3a4_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a17b95c1ca15420f93a7c2e3b0e0b3a4_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:53,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d4955bed22414b4885a04d1079bb2e5a, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:53,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d4955bed22414b4885a04d1079bb2e5a is 175, key is test_row_0/A:col10/1732188233641/Put/seqid=0 2024-11-21T11:23:53,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T11:23:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:53,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742475_1651 (size=12697) 2024-11-21T11:23:53,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742474_1650 (size=31651) 2024-11-21T11:23:53,882 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/69f79ae970ef48c9aa715ea4aef0353f as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/69f79ae970ef48c9aa715ea4aef0353f 2024-11-21T11:23:53,886 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 69f79ae970ef48c9aa715ea4aef0353f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:53,886 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:53,886 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=13, startTime=1732188233632; duration=0sec 2024-11-21T11:23:53,886 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:53,886 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:53,888 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a1171e08cec547aeb9903215fbb99684 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1171e08cec547aeb9903215fbb99684 2024-11-21T11:23:53,892 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into a1171e08cec547aeb9903215fbb99684(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:53,893 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:53,893 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=13, startTime=1732188233627; duration=0sec 2024-11-21T11:23:53,893 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:53,893 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742476_1652 (size=57033) 2024-11-21T11:23:53,897 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d4955bed22414b4885a04d1079bb2e5a 2024-11-21T11:23:53,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/857733aed8ce4220a3f819b31f098b53 is 50, key is test_row_0/B:col10/1732188233641/Put/seqid=0 2024-11-21T11:23:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T11:23:53,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742477_1653 (size=12151) 2024-11-21T11:23:53,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/857733aed8ce4220a3f819b31f098b53 2024-11-21T11:23:53,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T11:23:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:53,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:53,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/626c170c3cdc40b19bfda5196ba8683b is 50, key is test_row_0/C:col10/1732188233641/Put/seqid=0 2024-11-21T11:23:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188293987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188293988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:53,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188293989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742478_1654 (size=12151) 2024-11-21T11:23:54,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T11:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T11:23:54,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T11:23:54,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:54,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188294291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188294292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188294293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/626c170c3cdc40b19bfda5196ba8683b 2024-11-21T11:23:54,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d4955bed22414b4885a04d1079bb2e5a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a 2024-11-21T11:23:54,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a, entries=300, sequenceid=253, filesize=55.7 K 2024-11-21T11:23:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/857733aed8ce4220a3f819b31f098b53 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/857733aed8ce4220a3f819b31f098b53 2024-11-21T11:23:54,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/857733aed8ce4220a3f819b31f098b53, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:23:54,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/626c170c3cdc40b19bfda5196ba8683b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/626c170c3cdc40b19bfda5196ba8683b 2024-11-21T11:23:54,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T11:23:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:54,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/626c170c3cdc40b19bfda5196ba8683b, entries=150, sequenceid=253, filesize=11.9 K 2024-11-21T11:23:54,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 45338fe93b712edd304a620a28d0c665 in 799ms, sequenceid=253, compaction requested=false 2024-11-21T11:23:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:54,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:54,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T11:23:54,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,581 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T11:23:54,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112182cdc24202214ce1a7447034df20bf24_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188233675/Put/seqid=0 2024-11-21T11:23:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742479_1655 (size=12454) 2024-11-21T11:23:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,642 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112182cdc24202214ce1a7447034df20bf24_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112182cdc24202214ce1a7447034df20bf24_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:54,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/9695ac3a5f8e427aaa3dc79f3b8fd626, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/9695ac3a5f8e427aaa3dc79f3b8fd626 is 175, key is test_row_0/A:col10/1732188233675/Put/seqid=0 2024-11-21T11:23:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742480_1656 (size=31255) 2024-11-21T11:23:54,687 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/9695ac3a5f8e427aaa3dc79f3b8fd626 2024-11-21T11:23:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/871dac46f5194afab831abdac05a829b is 50, key is test_row_0/B:col10/1732188233675/Put/seqid=0 2024-11-21T11:23:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742481_1657 (size=12301) 2024-11-21T11:23:54,736 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/871dac46f5194afab831abdac05a829b 2024-11-21T11:23:54,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/ca40b18497a14730ab93374570b09af8 is 50, key is test_row_0/C:col10/1732188233675/Put/seqid=0 2024-11-21T11:23:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T11:23:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742482_1658 (size=12301) 2024-11-21T11:23:54,775 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/ca40b18497a14730ab93374570b09af8 2024-11-21T11:23:54,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/9695ac3a5f8e427aaa3dc79f3b8fd626 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626 2024-11-21T11:23:54,785 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626, entries=150, sequenceid=275, filesize=30.5 K 2024-11-21T11:23:54,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/871dac46f5194afab831abdac05a829b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/871dac46f5194afab831abdac05a829b 2024-11-21T11:23:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,797 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/871dac46f5194afab831abdac05a829b, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T11:23:54,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/ca40b18497a14730ab93374570b09af8 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/ca40b18497a14730ab93374570b09af8 2024-11-21T11:23:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,803 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/ca40b18497a14730ab93374570b09af8, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T11:23:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,804 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 45338fe93b712edd304a620a28d0c665 in 223ms, sequenceid=275, compaction requested=true 2024-11-21T11:23:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:54,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:54,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-21T11:23:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-21T11:23:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-21T11:23:54,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec 2024-11-21T11:23:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.1580 sec 2024-11-21T11:23:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:54,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:54,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219ae6de3819fe4d65bf89e8d9e0284627_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:54,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742483_1659 (size=22618) 2024-11-21T11:23:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188295003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188295004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188295006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188295109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188295111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188295111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188295313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188295317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188295318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:55,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219ae6de3819fe4d65bf89e8d9e0284627_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219ae6de3819fe4d65bf89e8d9e0284627_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:55,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d5d4b775fce441a88e3c7acbb013022b, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:55,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d5d4b775fce441a88e3c7acbb013022b is 175, key is test_row_0/A:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:55,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742484_1660 (size=66023) 2024-11-21T11:23:55,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d5d4b775fce441a88e3c7acbb013022b 2024-11-21T11:23:55,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/9216ec5427e74c01a3c54d7322b1a332 is 50, key is test_row_0/B:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742485_1661 (size=12301) 2024-11-21T11:23:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188295556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,559 DEBUG [Thread-2566 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:23:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188295618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188295622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188295623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T11:23:55,763 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-21T11:23:55,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-21T11:23:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T11:23:55,766 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:55,766 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:55,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:55,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/9216ec5427e74c01a3c54d7322b1a332 2024-11-21T11:23:55,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0c3616793dec4b82807bfe9a7a0a5cfe is 50, key is test_row_0/C:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T11:23:55,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742486_1662 (size=12301) 2024-11-21T11:23:55,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0c3616793dec4b82807bfe9a7a0a5cfe 2024-11-21T11:23:55,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d5d4b775fce441a88e3c7acbb013022b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b 2024-11-21T11:23:55,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b, entries=350, sequenceid=286, filesize=64.5 K 2024-11-21T11:23:55,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/9216ec5427e74c01a3c54d7322b1a332 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/9216ec5427e74c01a3c54d7322b1a332 2024-11-21T11:23:55,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/9216ec5427e74c01a3c54d7322b1a332, entries=150, sequenceid=286, filesize=12.0 K 2024-11-21T11:23:55,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0c3616793dec4b82807bfe9a7a0a5cfe as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0c3616793dec4b82807bfe9a7a0a5cfe 2024-11-21T11:23:55,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0c3616793dec4b82807bfe9a7a0a5cfe, entries=150, sequenceid=286, filesize=12.0 K 2024-11-21T11:23:55,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45338fe93b712edd304a620a28d0c665 in 1012ms, sequenceid=286, compaction requested=true 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:55,916 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:55,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T11:23:55,918 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:55,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:55,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T11:23:55,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:55,919 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:23:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:55,920 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 185962 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:55,920 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:55,920 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:55,920 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:55,920 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:55,920 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:55,920 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08a92492a3a4f3f9346ecad7a57925d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/857733aed8ce4220a3f819b31f098b53, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/871dac46f5194afab831abdac05a829b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/9216ec5427e74c01a3c54d7322b1a332] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=48.3 K 2024-11-21T11:23:55,920 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1171e08cec547aeb9903215fbb99684, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=181.6 K 2024-11-21T11:23:55,920 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:55,920 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1171e08cec547aeb9903215fbb99684, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b] 2024-11-21T11:23:55,920 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting a08a92492a3a4f3f9346ecad7a57925d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732188232363 2024-11-21T11:23:55,921 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 857733aed8ce4220a3f819b31f098b53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188233639 2024-11-21T11:23:55,922 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 871dac46f5194afab831abdac05a829b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732188233670 2024-11-21T11:23:55,922 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 9216ec5427e74c01a3c54d7322b1a332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732188234892 2024-11-21T11:23:55,922 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1171e08cec547aeb9903215fbb99684, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732188232363 2024-11-21T11:23:55,923 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4955bed22414b4885a04d1079bb2e5a, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188233633 2024-11-21T11:23:55,924 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9695ac3a5f8e427aaa3dc79f3b8fd626, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732188233670 2024-11-21T11:23:55,924 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d4b775fce441a88e3c7acbb013022b, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732188234845 2024-11-21T11:23:55,947 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:55,948 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a08ff57d9e28401683db37588d613f88 is 50, key is test_row_0/B:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:55,966 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:55,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db5dbac19f734742aed0c6e4c3497b41_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:55,988 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f85f129a181a498e8df93b3a73311801_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:55,990 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f85f129a181a498e8df93b3a73311801_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:55,991 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f85f129a181a498e8df93b3a73311801_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742487_1663 (size=12983) 2024-11-21T11:23:56,036 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/a08ff57d9e28401683db37588d613f88 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08ff57d9e28401683db37588d613f88 2024-11-21T11:23:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742488_1664 (size=12454) 2024-11-21T11:23:56,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,046 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into a08ff57d9e28401683db37588d613f88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:56,046 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,046 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=12, startTime=1732188235916; duration=0sec 2024-11-21T11:23:56,046 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:56,046 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:56,046 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:56,046 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db5dbac19f734742aed0c6e4c3497b41_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db5dbac19f734742aed0c6e4c3497b41_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:56,048 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:56,049 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:56,049 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,049 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/69f79ae970ef48c9aa715ea4aef0353f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/626c170c3cdc40b19bfda5196ba8683b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/ca40b18497a14730ab93374570b09af8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0c3616793dec4b82807bfe9a7a0a5cfe] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=48.3 K 2024-11-21T11:23:56,049 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 69f79ae970ef48c9aa715ea4aef0353f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732188232363 2024-11-21T11:23:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b2291695b24f4814a9f714e534e3135c, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,050 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 626c170c3cdc40b19bfda5196ba8683b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732188233639 2024-11-21T11:23:56,050 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting ca40b18497a14730ab93374570b09af8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732188233670 2024-11-21T11:23:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b2291695b24f4814a9f714e534e3135c is 175, key is test_row_0/A:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:56,050 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c3616793dec4b82807bfe9a7a0a5cfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732188234892 2024-11-21T11:23:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742489_1665 (size=4469) 2024-11-21T11:23:56,053 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#559 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:56,054 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/943724dcbc2b4a51aabc5cb73c8e6746 is 175, key is test_row_0/A:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:56,062 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:56,063 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/fdaca865b552468eaecdbbfcc0939599 is 50, key is test_row_0/C:col10/1732188234896/Put/seqid=0 2024-11-21T11:23:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T11:23:56,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742490_1666 (size=31255) 2024-11-21T11:23:56,086 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b2291695b24f4814a9f714e534e3135c 2024-11-21T11:23:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742491_1667 (size=31937) 2024-11-21T11:23:56,113 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/943724dcbc2b4a51aabc5cb73c8e6746 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/943724dcbc2b4a51aabc5cb73c8e6746 2024-11-21T11:23:56,120 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into 943724dcbc2b4a51aabc5cb73c8e6746(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:56,120 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,120 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=12, startTime=1732188235916; duration=0sec 2024-11-21T11:23:56,121 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:56,121 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/bf245018a30044f78ae3d3b7b49fa0d1 is 50, key is test_row_0/B:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:56,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742492_1668 (size=12983) 2024-11-21T11:23:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742493_1669 (size=12301) 2024-11-21T11:23:56,164 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/bf245018a30044f78ae3d3b7b49fa0d1 2024-11-21T11:23:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188296163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188296163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188296164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/767f73541637419da439671f65302aab is 50, key is test_row_0/C:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742494_1670 (size=12301) 2024-11-21T11:23:56,212 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/767f73541637419da439671f65302aab 2024-11-21T11:23:56,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/b2291695b24f4814a9f714e534e3135c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c 2024-11-21T11:23:56,221 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c, entries=150, sequenceid=311, filesize=30.5 K 2024-11-21T11:23:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/bf245018a30044f78ae3d3b7b49fa0d1 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bf245018a30044f78ae3d3b7b49fa0d1 2024-11-21T11:23:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,227 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bf245018a30044f78ae3d3b7b49fa0d1, entries=150, sequenceid=311, filesize=12.0 K 2024-11-21T11:23:56,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/767f73541637419da439671f65302aab as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/767f73541637419da439671f65302aab 2024-11-21T11:23:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,233 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/767f73541637419da439671f65302aab, entries=150, sequenceid=311, filesize=12.0 K 2024-11-21T11:23:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,234 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45338fe93b712edd304a620a28d0c665 in 315ms, sequenceid=311, compaction requested=false 2024-11-21T11:23:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-21T11:23:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-21T11:23:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-21T11:23:56,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 469 msec 2024-11-21T11:23:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 474 msec 2024-11-21T11:23:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:56,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f24bde643f0443ecb5671f7e468e5e59_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_1/A:col10/1732188236161/Put/seqid=0 2024-11-21T11:23:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742495_1671 (size=12454) 2024-11-21T11:23:56,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:56,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f24bde643f0443ecb5671f7e468e5e59_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f24bde643f0443ecb5671f7e468e5e59_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:56,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/3f2dcf40c42145ec828a4a0b3df4b782, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/3f2dcf40c42145ec828a4a0b3df4b782 is 175, key is test_row_1/A:col10/1732188236161/Put/seqid=0 2024-11-21T11:23:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188296345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188296345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188296346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742496_1672 (size=31251) 2024-11-21T11:23:56,357 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/3f2dcf40c42145ec828a4a0b3df4b782 2024-11-21T11:23:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T11:23:56,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/fdccf3a5439847b9bf67782ff8c68f5c is 50, key is test_row_1/B:col10/1732188236161/Put/seqid=0 2024-11-21T11:23:56,370 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-21T11:23:56,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:23:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-21T11:23:56,372 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:23:56,373 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:23:56,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:23:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:23:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742497_1673 (size=9857) 2024-11-21T11:23:56,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/fdccf3a5439847b9bf67782ff8c68f5c 2024-11-21T11:23:56,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/820855f107d243bbad680a7a4ddedffd is 50, key is test_row_1/C:col10/1732188236161/Put/seqid=0 2024-11-21T11:23:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742498_1674 (size=9857) 2024-11-21T11:23:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188296449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188296450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188296450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:23:56,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,560 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/fdaca865b552468eaecdbbfcc0939599 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fdaca865b552468eaecdbbfcc0939599 2024-11-21T11:23:56,568 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into fdaca865b552468eaecdbbfcc0939599(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:56,568 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,568 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=12, startTime=1732188235916; duration=0sec 2024-11-21T11:23:56,569 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:56,569 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188296656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188296657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188296657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:23:56,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/820855f107d243bbad680a7a4ddedffd 2024-11-21T11:23:56,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/3f2dcf40c42145ec828a4a0b3df4b782 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782 2024-11-21T11:23:56,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782, entries=150, sequenceid=325, filesize=30.5 K 2024-11-21T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/fdccf3a5439847b9bf67782ff8c68f5c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fdccf3a5439847b9bf67782ff8c68f5c 2024-11-21T11:23:56,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fdccf3a5439847b9bf67782ff8c68f5c, entries=100, sequenceid=325, filesize=9.6 K 2024-11-21T11:23:56,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/820855f107d243bbad680a7a4ddedffd as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/820855f107d243bbad680a7a4ddedffd 2024-11-21T11:23:56,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/820855f107d243bbad680a7a4ddedffd, entries=100, sequenceid=325, filesize=9.6 K 2024-11-21T11:23:56,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 45338fe93b712edd304a620a28d0c665 in 586ms, sequenceid=325, compaction requested=true 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:56,861 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:56,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:56,861 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:56,862 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:56,862 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:56,862 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,862 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:56,862 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:56,862 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/943724dcbc2b4a51aabc5cb73c8e6746, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=92.2 K 2024-11-21T11:23:56,862 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,862 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,862 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/943724dcbc2b4a51aabc5cb73c8e6746, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782] 2024-11-21T11:23:56,862 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08ff57d9e28401683db37588d613f88, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bf245018a30044f78ae3d3b7b49fa0d1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fdccf3a5439847b9bf67782ff8c68f5c] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=34.3 K 2024-11-21T11:23:56,864 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 943724dcbc2b4a51aabc5cb73c8e6746, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732188234892 2024-11-21T11:23:56,864 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08ff57d9e28401683db37588d613f88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732188234892 2024-11-21T11:23:56,864 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting b2291695b24f4814a9f714e534e3135c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732188234997 2024-11-21T11:23:56,865 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2dcf40c42145ec828a4a0b3df4b782, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732188236161 2024-11-21T11:23:56,865 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf245018a30044f78ae3d3b7b49fa0d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732188234997 2024-11-21T11:23:56,865 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdccf3a5439847b9bf67782ff8c68f5c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732188236161 2024-11-21T11:23:56,874 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,877 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411217a7b4bf9954340c4ba4764eea4c7f24f_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,878 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#568 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:56,878 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/43949911d3234cf8bedabf5006e9b8aa is 50, key is test_row_0/B:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:56,879 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411217a7b4bf9954340c4ba4764eea4c7f24f_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,879 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217a7b4bf9954340c4ba4764eea4c7f24f_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742499_1675 (size=13085) 2024-11-21T11:23:56,928 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/43949911d3234cf8bedabf5006e9b8aa as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43949911d3234cf8bedabf5006e9b8aa 2024-11-21T11:23:56,936 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into 43949911d3234cf8bedabf5006e9b8aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:56,936 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,936 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=13, startTime=1732188236861; duration=0sec 2024-11-21T11:23:56,936 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:56,936 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:56,936 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T11:23:56,938 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T11:23:56,938 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:56,938 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,938 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fdaca865b552468eaecdbbfcc0939599, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/767f73541637419da439671f65302aab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/820855f107d243bbad680a7a4ddedffd] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=34.3 K 2024-11-21T11:23:56,939 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdaca865b552468eaecdbbfcc0939599, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732188234892 2024-11-21T11:23:56,939 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 767f73541637419da439671f65302aab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732188234997 2024-11-21T11:23:56,941 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820855f107d243bbad680a7a4ddedffd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732188236161 2024-11-21T11:23:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742500_1676 (size=4469) 2024-11-21T11:23:56,949 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#569 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:56,950 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/794d21cefc0340cb9523b41271048dcb is 50, key is test_row_0/C:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742501_1677 (size=13085) 2024-11-21T11:23:56,965 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/794d21cefc0340cb9523b41271048dcb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/794d21cefc0340cb9523b41271048dcb 2024-11-21T11:23:56,970 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 794d21cefc0340cb9523b41271048dcb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:56,970 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:56,970 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=13, startTime=1732188236861; duration=0sec 2024-11-21T11:23:56,971 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:56,971 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:56,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T11:23:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:23:56,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188296984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188296985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:56,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188296986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:56,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:56,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c23eafa4c5834b2fb19cbe8096cafb12_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188236962/Put/seqid=0 2024-11-21T11:23:57,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742502_1678 (size=12454) 2024-11-21T11:23:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188297088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188297088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188297090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188297292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:57,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188297293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188297294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,349 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#567 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:57,350 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a751a8e1863c478690dac1b32ebecbfb is 175, key is test_row_0/A:col10/1732188234997/Put/seqid=0 2024-11-21T11:23:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742503_1679 (size=32146) 2024-11-21T11:23:57,387 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/a751a8e1863c478690dac1b32ebecbfb as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a751a8e1863c478690dac1b32ebecbfb 2024-11-21T11:23:57,398 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into a751a8e1863c478690dac1b32ebecbfb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:57,399 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:57,399 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=13, startTime=1732188236861; duration=0sec 2024-11-21T11:23:57,399 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:57,399 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:57,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:57,432 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c23eafa4c5834b2fb19cbe8096cafb12_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c23eafa4c5834b2fb19cbe8096cafb12_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:57,433 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/63c184bdea9b4ed18da7621685fa74e0, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:57,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/63c184bdea9b4ed18da7621685fa74e0 is 175, key is test_row_0/A:col10/1732188236962/Put/seqid=0 2024-11-21T11:23:57,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742504_1680 (size=31255) 2024-11-21T11:23:57,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/63c184bdea9b4ed18da7621685fa74e0 2024-11-21T11:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:23:57,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/5d55c387010741878e3aa821b7fdfd2d is 50, key is test_row_0/B:col10/1732188236962/Put/seqid=0 2024-11-21T11:23:57,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742505_1681 (size=12301) 2024-11-21T11:23:57,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/5d55c387010741878e3aa821b7fdfd2d 2024-11-21T11:23:57,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/68a5badcbc6b4bd585080e1511db6c28 is 50, key is test_row_0/C:col10/1732188236962/Put/seqid=0 2024-11-21T11:23:57,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742506_1682 (size=12301) 2024-11-21T11:23:57,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188297594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188297598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188297599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:57,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:57,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:23:57,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/68a5badcbc6b4bd585080e1511db6c28 2024-11-21T11:23:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/63c184bdea9b4ed18da7621685fa74e0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0 2024-11-21T11:23:57,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0, entries=150, sequenceid=356, filesize=30.5 K 2024-11-21T11:23:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/5d55c387010741878e3aa821b7fdfd2d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/5d55c387010741878e3aa821b7fdfd2d 2024-11-21T11:23:57,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/5d55c387010741878e3aa821b7fdfd2d, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T11:23:57,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/68a5badcbc6b4bd585080e1511db6c28 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68a5badcbc6b4bd585080e1511db6c28 2024-11-21T11:23:57,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68a5badcbc6b4bd585080e1511db6c28, entries=150, sequenceid=356, filesize=12.0 K 2024-11-21T11:23:57,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 45338fe93b712edd304a620a28d0c665 in 1011ms, sequenceid=356, compaction requested=false 2024-11-21T11:23:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:58,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T11:23:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:58,067 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T11:23:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:58,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:58,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a3adb014f4814904b009cc7c91c8b787_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188236982/Put/seqid=0 2024-11-21T11:23:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:58,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:23:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742507_1683 (size=12454) 2024-11-21T11:23:58,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:58,115 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a3adb014f4814904b009cc7c91c8b787_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a3adb014f4814904b009cc7c91c8b787_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e04ed9ec04b4f1fa180ff216884b2a6, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e04ed9ec04b4f1fa180ff216884b2a6 is 175, key is test_row_0/A:col10/1732188236982/Put/seqid=0 2024-11-21T11:23:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742508_1684 (size=31255) 2024-11-21T11:23:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188298150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188298153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188298155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188298255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188298260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188298261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188298457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188298465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188298465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:23:58,546 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e04ed9ec04b4f1fa180ff216884b2a6 2024-11-21T11:23:58,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/86cd88bdb58347f7bfdb2bfd38537472 is 50, key is test_row_0/B:col10/1732188236982/Put/seqid=0 2024-11-21T11:23:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742509_1685 (size=12301) 2024-11-21T11:23:58,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188298761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188298767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188298771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:58,986 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/86cd88bdb58347f7bfdb2bfd38537472 2024-11-21T11:23:59,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/00647bbfa28c409798a254fe7cd72cd9 is 50, key is test_row_0/C:col10/1732188236982/Put/seqid=0 2024-11-21T11:23:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742510_1686 (size=12301) 2024-11-21T11:23:59,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188299264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:59,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188299272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188299278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:59,443 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/00647bbfa28c409798a254fe7cd72cd9 2024-11-21T11:23:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/8e04ed9ec04b4f1fa180ff216884b2a6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6 2024-11-21T11:23:59,458 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6, entries=150, sequenceid=365, filesize=30.5 K 2024-11-21T11:23:59,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/86cd88bdb58347f7bfdb2bfd38537472 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/86cd88bdb58347f7bfdb2bfd38537472 2024-11-21T11:23:59,462 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/86cd88bdb58347f7bfdb2bfd38537472, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T11:23:59,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/00647bbfa28c409798a254fe7cd72cd9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/00647bbfa28c409798a254fe7cd72cd9 2024-11-21T11:23:59,466 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/00647bbfa28c409798a254fe7cd72cd9, entries=150, sequenceid=365, filesize=12.0 K 2024-11-21T11:23:59,466 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 45338fe93b712edd304a620a28d0c665 in 1399ms, sequenceid=365, compaction requested=true 2024-11-21T11:23:59,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:59,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:59,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-21T11:23:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-21T11:23:59,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-21T11:23:59,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0950 sec 2024-11-21T11:23:59,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 3.1010 sec 2024-11-21T11:23:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:59,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-21T11:23:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:59,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188299586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:59,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218d3e0597ec234c198d4a4c7821b59914_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742511_1687 (size=14994) 2024-11-21T11:23:59,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:59,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218d3e0597ec234c198d4a4c7821b59914_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218d3e0597ec234c198d4a4c7821b59914_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:59,646 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/237adf3986864ee69124fc8c2c4de8c7, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:59,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/237adf3986864ee69124fc8c2c4de8c7 is 175, key is test_row_0/A:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742512_1688 (size=39949) 2024-11-21T11:23:59,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/237adf3986864ee69124fc8c2c4de8c7 2024-11-21T11:23:59,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/bdd1200c03a442f298cece5b96ccfe56 is 50, key is test_row_0/B:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:23:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188299691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:23:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742513_1689 (size=12301) 2024-11-21T11:23:59,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/bdd1200c03a442f298cece5b96ccfe56 2024-11-21T11:23:59,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0ef7e77ec25e4f578923df86578108ff is 50, key is test_row_0/C:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742514_1690 (size=12301) 2024-11-21T11:23:59,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0ef7e77ec25e4f578923df86578108ff 2024-11-21T11:23:59,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/237adf3986864ee69124fc8c2c4de8c7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7 2024-11-21T11:23:59,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7, entries=200, sequenceid=395, filesize=39.0 K 2024-11-21T11:23:59,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/bdd1200c03a442f298cece5b96ccfe56 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bdd1200c03a442f298cece5b96ccfe56 2024-11-21T11:23:59,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bdd1200c03a442f298cece5b96ccfe56, entries=150, sequenceid=395, filesize=12.0 K 2024-11-21T11:23:59,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/0ef7e77ec25e4f578923df86578108ff as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0ef7e77ec25e4f578923df86578108ff 2024-11-21T11:23:59,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0ef7e77ec25e4f578923df86578108ff, entries=150, sequenceid=395, filesize=12.0 K 2024-11-21T11:23:59,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 45338fe93b712edd304a620a28d0c665 in 226ms, sequenceid=395, compaction requested=true 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:59,804 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:23:59,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T11:23:59,804 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:59,806 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:59,806 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:23:59,806 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:59,806 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43949911d3234cf8bedabf5006e9b8aa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/5d55c387010741878e3aa821b7fdfd2d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/86cd88bdb58347f7bfdb2bfd38537472, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bdd1200c03a442f298cece5b96ccfe56] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=48.8 K 2024-11-21T11:23:59,806 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134605 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:59,806 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:23:59,806 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:59,807 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a751a8e1863c478690dac1b32ebecbfb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=131.5 K 2024-11-21T11:23:59,807 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:59,807 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a751a8e1863c478690dac1b32ebecbfb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7] 2024-11-21T11:23:59,808 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 43949911d3234cf8bedabf5006e9b8aa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732188234997 2024-11-21T11:23:59,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting a751a8e1863c478690dac1b32ebecbfb, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732188234997 2024-11-21T11:23:59,809 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d55c387010741878e3aa821b7fdfd2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732188236343 2024-11-21T11:23:59,809 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63c184bdea9b4ed18da7621685fa74e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732188236343 2024-11-21T11:23:59,809 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 86cd88bdb58347f7bfdb2bfd38537472, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732188236978 2024-11-21T11:23:59,810 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e04ed9ec04b4f1fa180ff216884b2a6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732188236978 2024-11-21T11:23:59,810 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting bdd1200c03a442f298cece5b96ccfe56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732188238145 2024-11-21T11:23:59,811 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 237adf3986864ee69124fc8c2c4de8c7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732188238145 2024-11-21T11:23:59,832 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#579 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:59,833 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d2ed5b31ce354e5aa34742c52fff8a05 is 50, key is test_row_0/B:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,845 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:59,852 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112118421e139c1548f3a504bd8014ef5b21_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:59,854 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112118421e139c1548f3a504bd8014ef5b21_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:59,855 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112118421e139c1548f3a504bd8014ef5b21_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742515_1691 (size=13221) 2024-11-21T11:23:59,879 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d2ed5b31ce354e5aa34742c52fff8a05 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d2ed5b31ce354e5aa34742c52fff8a05 2024-11-21T11:23:59,885 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into d2ed5b31ce354e5aa34742c52fff8a05(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:59,885 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:59,885 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=12, startTime=1732188239804; duration=0sec 2024-11-21T11:23:59,885 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:23:59,886 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:23:59,886 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:23:59,887 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:23:59,887 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:23:59,887 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:23:59,888 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/794d21cefc0340cb9523b41271048dcb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68a5badcbc6b4bd585080e1511db6c28, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/00647bbfa28c409798a254fe7cd72cd9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0ef7e77ec25e4f578923df86578108ff] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=48.8 K 2024-11-21T11:23:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742516_1692 (size=4469) 2024-11-21T11:23:59,889 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 794d21cefc0340cb9523b41271048dcb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732188234997 2024-11-21T11:23:59,890 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a5badcbc6b4bd585080e1511db6c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732188236343 2024-11-21T11:23:59,891 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 00647bbfa28c409798a254fe7cd72cd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732188236978 2024-11-21T11:23:59,891 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#580 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:59,892 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ef7e77ec25e4f578923df86578108ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732188238145 2024-11-21T11:23:59,892 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/1f5de3fc2d27439183cc4072196ae559 is 175, key is test_row_0/A:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,914 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#581 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:23:59,915 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/68ef8b2a7b814dfc8d94a77119af61ad is 50, key is test_row_0/C:col10/1732188239577/Put/seqid=0 2024-11-21T11:23:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:59,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T11:23:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:23:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:23:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:23:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:23:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742517_1693 (size=32175) 2024-11-21T11:23:59,949 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/1f5de3fc2d27439183cc4072196ae559 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1f5de3fc2d27439183cc4072196ae559 2024-11-21T11:23:59,958 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into 1f5de3fc2d27439183cc4072196ae559(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:59,958 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:59,958 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=12, startTime=1732188239804; duration=0sec 2024-11-21T11:23:59,958 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:59,958 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:23:59,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f60fac7188854b60811e5a9a25993241_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188239913/Put/seqid=0 2024-11-21T11:23:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742518_1694 (size=13221) 2024-11-21T11:23:59,981 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/68ef8b2a7b814dfc8d94a77119af61ad as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68ef8b2a7b814dfc8d94a77119af61ad 2024-11-21T11:23:59,987 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into 68ef8b2a7b814dfc8d94a77119af61ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:23:59,987 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:23:59,987 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=12, startTime=1732188239804; duration=0sec 2024-11-21T11:23:59,987 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:23:59,987 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:23:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742519_1695 (size=14994) 2024-11-21T11:23:59,989 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:23:59,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f60fac7188854b60811e5a9a25993241_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f60fac7188854b60811e5a9a25993241_45338fe93b712edd304a620a28d0c665 2024-11-21T11:23:59,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2ecd88e286974d5ca418af09af5ed7b9, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:23:59,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2ecd88e286974d5ca418af09af5ed7b9 is 175, key is test_row_0/A:col10/1732188239913/Put/seqid=0 2024-11-21T11:24:00,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188300035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742520_1696 (size=39949) 2024-11-21T11:24:00,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188300140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188300276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188300278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188300285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188300343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2ecd88e286974d5ca418af09af5ed7b9 2024-11-21T11:24:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T11:24:00,488 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-21T11:24:00,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:24:00,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/e6fe1e4c0ca7405584738b4029b081d6 is 50, key is test_row_0/B:col10/1732188239913/Put/seqid=0 2024-11-21T11:24:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-21T11:24:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T11:24:00,492 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:24:00,492 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:24:00,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:24:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742521_1697 (size=12301) 2024-11-21T11:24:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T11:24:00,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T11:24:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:00,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188300646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T11:24:00,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T11:24:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:00,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/e6fe1e4c0ca7405584738b4029b081d6 2024-11-21T11:24:00,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/890b06f5ab5b49e7bde28b406d1f3e4e is 50, key is test_row_0/C:col10/1732188239913/Put/seqid=0 2024-11-21T11:24:00,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:00,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T11:24:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:00,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:00,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742522_1698 (size=12301) 2024-11-21T11:24:00,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/890b06f5ab5b49e7bde28b406d1f3e4e 2024-11-21T11:24:00,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/2ecd88e286974d5ca418af09af5ed7b9 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9 2024-11-21T11:24:00,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9, entries=200, sequenceid=407, filesize=39.0 K 2024-11-21T11:24:00,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/e6fe1e4c0ca7405584738b4029b081d6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/e6fe1e4c0ca7405584738b4029b081d6 2024-11-21T11:24:00,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/e6fe1e4c0ca7405584738b4029b081d6, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T11:24:00,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/890b06f5ab5b49e7bde28b406d1f3e4e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/890b06f5ab5b49e7bde28b406d1f3e4e 2024-11-21T11:24:00,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/890b06f5ab5b49e7bde28b406d1f3e4e, entries=150, sequenceid=407, filesize=12.0 K 2024-11-21T11:24:00,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 45338fe93b712edd304a620a28d0c665 in 1060ms, sequenceid=407, compaction requested=false 2024-11-21T11:24:00,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T11:24:01,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T11:24:01,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:01,105 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T11:24:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:24:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:24:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:24:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:01,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ae42f75aeb8455cbde3df5eff414e4f_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188240022/Put/seqid=0 2024-11-21T11:24:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742523_1699 (size=12454) 2024-11-21T11:24:01,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:24:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:01,182 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ae42f75aeb8455cbde3df5eff414e4f_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ae42f75aeb8455cbde3df5eff414e4f_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:01,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d860f22ba05d44ac829f266331c9048d, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:01,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d860f22ba05d44ac829f266331c9048d is 175, key is test_row_0/A:col10/1732188240022/Put/seqid=0 2024-11-21T11:24:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742524_1700 (size=31255) 2024-11-21T11:24:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188301206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,210 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d860f22ba05d44ac829f266331c9048d 2024-11-21T11:24:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d28dce94d6094f9989b41bda077c44e7 is 50, key is test_row_0/B:col10/1732188240022/Put/seqid=0 2024-11-21T11:24:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742525_1701 (size=12301) 2024-11-21T11:24:01,259 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d28dce94d6094f9989b41bda077c44e7 2024-11-21T11:24:01,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/48854dc2658e42489c209b7f0e96f530 is 50, key is test_row_0/C:col10/1732188240022/Put/seqid=0 2024-11-21T11:24:01,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742526_1702 (size=12301) 2024-11-21T11:24:01,302 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/48854dc2658e42489c209b7f0e96f530 2024-11-21T11:24:01,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/d860f22ba05d44ac829f266331c9048d as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d 2024-11-21T11:24:01,312 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d, entries=150, sequenceid=434, filesize=30.5 K 2024-11-21T11:24:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188301310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/d28dce94d6094f9989b41bda077c44e7 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d28dce94d6094f9989b41bda077c44e7 2024-11-21T11:24:01,317 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d28dce94d6094f9989b41bda077c44e7, entries=150, sequenceid=434, filesize=12.0 K 2024-11-21T11:24:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/48854dc2658e42489c209b7f0e96f530 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/48854dc2658e42489c209b7f0e96f530 2024-11-21T11:24:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/48854dc2658e42489c209b7f0e96f530, entries=150, sequenceid=434, filesize=12.0 K 2024-11-21T11:24:01,326 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 45338fe93b712edd304a620a28d0c665 in 221ms, sequenceid=434, compaction requested=true 2024-11-21T11:24:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-21T11:24:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-21T11:24:01,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-21T11:24:01,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 835 msec 2024-11-21T11:24:01,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 840 msec 2024-11-21T11:24:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:01,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T11:24:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:24:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:24:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:24:01,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:01,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218d2446e85b7645b1b7f37b9e45465a31_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742527_1703 (size=12454) 2024-11-21T11:24:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188301555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188301556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T11:24:01,596 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-21T11:24:01,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-21T11:24:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-21T11:24:01,600 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T11:24:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:01,601 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T11:24:01,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T11:24:01,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188301660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188301662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:01,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:01,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:01,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188301863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188301865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:01,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:01,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:01,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:01,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:24:01,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218d2446e85b7645b1b7f37b9e45465a31_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218d2446e85b7645b1b7f37b9e45465a31_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:01,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/05faf0afee4c4c70916dcad36fb17a57, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:01,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/05faf0afee4c4c70916dcad36fb17a57 is 175, key is test_row_0/A:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742528_1704 (size=31255) 2024-11-21T11:24:01,976 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=446, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/05faf0afee4c4c70916dcad36fb17a57 2024-11-21T11:24:01,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/6bfe99e19ea44d5abab4f8c2fdff6b05 is 50, key is test_row_0/B:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742529_1705 (size=12301) 2024-11-21T11:24:02,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,112 DEBUG [Thread-2577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:59296 2024-11-21T11:24:02,112 DEBUG [Thread-2577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:02,112 DEBUG [Thread-2581 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:59296 2024-11-21T11:24:02,112 DEBUG [Thread-2579 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:59296 2024-11-21T11:24:02,113 DEBUG [Thread-2579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:02,113 DEBUG [Thread-2581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:02,116 DEBUG [Thread-2583 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:59296 2024-11-21T11:24:02,116 DEBUG [Thread-2575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:59296 2024-11-21T11:24:02,116 DEBUG [Thread-2575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:02,116 DEBUG [Thread-2583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:02,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188302167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188302170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:02,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52234 deadline: 1732188302278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,279 DEBUG [Thread-2564 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:24:02,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52178 deadline: 1732188302284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,285 DEBUG [Thread-2570 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:24:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52230 deadline: 1732188302287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,288 DEBUG [Thread-2568 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., hostname=98fb8183d505,41191,1732188077563, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:24:02,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/6bfe99e19ea44d5abab4f8c2fdff6b05 2024-11-21T11:24:02,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/fa4f7574067149c2b392f6d9d47d23e4 is 50, key is test_row_0/C:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742530_1706 (size=12301) 2024-11-21T11:24:02,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52200 deadline: 1732188302671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:02,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T11:24:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732188302673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:02,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:02,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:24:02,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/fa4f7574067149c2b392f6d9d47d23e4 2024-11-21T11:24:02,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/05faf0afee4c4c70916dcad36fb17a57 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57 2024-11-21T11:24:02,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57, entries=150, sequenceid=446, filesize=30.5 K 2024-11-21T11:24:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/6bfe99e19ea44d5abab4f8c2fdff6b05 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/6bfe99e19ea44d5abab4f8c2fdff6b05 2024-11-21T11:24:02,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/6bfe99e19ea44d5abab4f8c2fdff6b05, entries=150, sequenceid=446, filesize=12.0 K 2024-11-21T11:24:02,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/fa4f7574067149c2b392f6d9d47d23e4 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fa4f7574067149c2b392f6d9d47d23e4 2024-11-21T11:24:02,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fa4f7574067149c2b392f6d9d47d23e4, entries=150, sequenceid=446, filesize=12.0 K 2024-11-21T11:24:02,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 45338fe93b712edd304a620a28d0c665 in 1364ms, sequenceid=446, compaction requested=true 2024-11-21T11:24:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T11:24:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:24:02,871 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:24:02,871 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:24:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T11:24:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:24:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 45338fe93b712edd304a620a28d0c665:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T11:24:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:24:02,872 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:24:02,873 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/B is initiating minor compaction (all files) 2024-11-21T11:24:02,873 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/B in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,873 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d2ed5b31ce354e5aa34742c52fff8a05, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/e6fe1e4c0ca7405584738b4029b081d6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d28dce94d6094f9989b41bda077c44e7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/6bfe99e19ea44d5abab4f8c2fdff6b05] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=48.9 K 2024-11-21T11:24:02,873 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:24:02,873 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/A is initiating minor compaction (all files) 2024-11-21T11:24:02,873 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/A in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,873 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1f5de3fc2d27439183cc4072196ae559, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=131.5 K 2024-11-21T11:24:02,873 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,873 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. files: [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1f5de3fc2d27439183cc4072196ae559, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57] 2024-11-21T11:24:02,873 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d2ed5b31ce354e5aa34742c52fff8a05, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732188238145 2024-11-21T11:24:02,875 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting e6fe1e4c0ca7405584738b4029b081d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732188239901 2024-11-21T11:24:02,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f5de3fc2d27439183cc4072196ae559, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732188238145 2024-11-21T11:24:02,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ecd88e286974d5ca418af09af5ed7b9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732188239901 2024-11-21T11:24:02,875 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting d28dce94d6094f9989b41bda077c44e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732188240007 2024-11-21T11:24:02,875 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bfe99e19ea44d5abab4f8c2fdff6b05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732188241153 2024-11-21T11:24:02,875 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting d860f22ba05d44ac829f266331c9048d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732188240007 2024-11-21T11:24:02,876 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05faf0afee4c4c70916dcad36fb17a57, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732188241153 2024-11-21T11:24:02,885 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:02,887 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#B#compaction#591 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:24:02,887 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/3b968d4526ed4a01a3b3303644930011 is 50, key is test_row_0/B:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742531_1707 (size=13357) 2024-11-21T11:24:02,896 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411218ca547cc9f79488c84c0c983043a8a14_45338fe93b712edd304a620a28d0c665 store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:02,902 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411218ca547cc9f79488c84c0c983043a8a14_45338fe93b712edd304a620a28d0c665, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:02,902 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218ca547cc9f79488c84c0c983043a8a14_45338fe93b712edd304a620a28d0c665 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742532_1708 (size=4469) 2024-11-21T11:24:02,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:02,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41191 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-21T11:24:02,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:02,979 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T11:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211f6544cf2af74f5287ad801f02f93cf0_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188241540/Put/seqid=0 2024-11-21T11:24:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742533_1709 (size=12454) 2024-11-21T11:24:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:24:03,005 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211f6544cf2af74f5287ad801f02f93cf0_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211f6544cf2af74f5287ad801f02f93cf0_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:03,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/ff9389427a49428892ad414a9ea30833, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:03,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/ff9389427a49428892ad414a9ea30833 is 175, key is test_row_0/A:col10/1732188241540/Put/seqid=0 2024-11-21T11:24:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742534_1710 (size=31255) 2024-11-21T11:24:03,298 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/3b968d4526ed4a01a3b3303644930011 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/3b968d4526ed4a01a3b3303644930011 2024-11-21T11:24:03,302 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/B of 45338fe93b712edd304a620a28d0c665 into 3b968d4526ed4a01a3b3303644930011(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:24:03,302 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:03,302 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/B, priority=12, startTime=1732188242871; duration=0sec 2024-11-21T11:24:03,302 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T11:24:03,302 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:B 2024-11-21T11:24:03,302 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T11:24:03,303 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T11:24:03,303 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1540): 45338fe93b712edd304a620a28d0c665/C is initiating minor compaction (all files) 2024-11-21T11:24:03,303 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 45338fe93b712edd304a620a28d0c665/C in TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:03,303 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68ef8b2a7b814dfc8d94a77119af61ad, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/890b06f5ab5b49e7bde28b406d1f3e4e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/48854dc2658e42489c209b7f0e96f530, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fa4f7574067149c2b392f6d9d47d23e4] into tmpdir=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp, totalSize=48.9 K 2024-11-21T11:24:03,304 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ef8b2a7b814dfc8d94a77119af61ad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732188238145 2024-11-21T11:24:03,304 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 890b06f5ab5b49e7bde28b406d1f3e4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732188239901 2024-11-21T11:24:03,304 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting 48854dc2658e42489c209b7f0e96f530, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732188240007 2024-11-21T11:24:03,304 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] compactions.Compactor(224): Compacting fa4f7574067149c2b392f6d9d47d23e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732188241153 2024-11-21T11:24:03,308 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#A#compaction#592 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:24:03,308 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/45534bb1024e4d758de1a7728afd51a0 is 175, key is test_row_0/A:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:03,312 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45338fe93b712edd304a620a28d0c665#C#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T11:24:03,313 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/c194acc519004e79a07196500b6d1723 is 50, key is test_row_0/C:col10/1732188241506/Put/seqid=0 2024-11-21T11:24:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742535_1711 (size=32311) 2024-11-21T11:24:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742536_1712 (size=13357) 2024-11-21T11:24:03,422 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=470, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/ff9389427a49428892ad414a9ea30833 2024-11-21T11:24:03,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/dd393da4744b47ddaa72dc68e53ea20e is 50, key is test_row_0/B:col10/1732188241540/Put/seqid=0 2024-11-21T11:24:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742537_1713 (size=12301) 2024-11-21T11:24:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41191 {}] regionserver.HRegion(8581): Flush requested on 45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:03,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. as already flushing 2024-11-21T11:24:03,674 DEBUG [Thread-2566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:59296 2024-11-21T11:24:03,675 DEBUG [Thread-2566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:03,683 DEBUG [Thread-2572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:59296 2024-11-21T11:24:03,683 DEBUG [Thread-2572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:03,718 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/45534bb1024e4d758de1a7728afd51a0 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/45534bb1024e4d758de1a7728afd51a0 2024-11-21T11:24:03,721 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/c194acc519004e79a07196500b6d1723 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c194acc519004e79a07196500b6d1723 2024-11-21T11:24:03,728 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/C of 45338fe93b712edd304a620a28d0c665 into c194acc519004e79a07196500b6d1723(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:24:03,728 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 45338fe93b712edd304a620a28d0c665/A of 45338fe93b712edd304a620a28d0c665 into 45534bb1024e4d758de1a7728afd51a0(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T11:24:03,728 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:03,728 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:03,728 INFO [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/C, priority=12, startTime=1732188242872; duration=0sec 2024-11-21T11:24:03,728 INFO [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665., storeName=45338fe93b712edd304a620a28d0c665/A, priority=12, startTime=1732188242871; duration=0sec 2024-11-21T11:24:03,729 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:24:03,729 DEBUG [RS:0;98fb8183d505:41191-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:A 2024-11-21T11:24:03,729 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T11:24:03,729 DEBUG [RS:0;98fb8183d505:41191-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45338fe93b712edd304a620a28d0c665:C 2024-11-21T11:24:03,834 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/dd393da4744b47ddaa72dc68e53ea20e 2024-11-21T11:24:03,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/6fa5f686dc33467db888ec2349202f02 is 50, key is test_row_0/C:col10/1732188241540/Put/seqid=0 2024-11-21T11:24:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742538_1714 (size=12301) 2024-11-21T11:24:04,251 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/6fa5f686dc33467db888ec2349202f02 2024-11-21T11:24:04,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/ff9389427a49428892ad414a9ea30833 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/ff9389427a49428892ad414a9ea30833 2024-11-21T11:24:04,258 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/ff9389427a49428892ad414a9ea30833, entries=150, sequenceid=470, filesize=30.5 K 2024-11-21T11:24:04,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/dd393da4744b47ddaa72dc68e53ea20e as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dd393da4744b47ddaa72dc68e53ea20e 2024-11-21T11:24:04,261 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dd393da4744b47ddaa72dc68e53ea20e, entries=150, sequenceid=470, filesize=12.0 K 2024-11-21T11:24:04,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/6fa5f686dc33467db888ec2349202f02 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6fa5f686dc33467db888ec2349202f02 2024-11-21T11:24:04,265 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6fa5f686dc33467db888ec2349202f02, entries=150, sequenceid=470, filesize=12.0 K 2024-11-21T11:24:04,265 INFO [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 45338fe93b712edd304a620a28d0c665 in 1286ms, sequenceid=470, compaction requested=false 2024-11-21T11:24:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/98fb8183d505:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-21T11:24:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-21T11:24:04,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-21T11:24:04,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec 2024-11-21T11:24:04,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.6700 sec 2024-11-21T11:24:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T11:24:05,706 INFO [Thread-2574 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-21T11:24:06,283 DEBUG [Thread-2564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:59296 2024-11-21T11:24:06,283 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:06,296 DEBUG [Thread-2568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:59296 2024-11-21T11:24:06,296 DEBUG [Thread-2568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:06,321 DEBUG [Thread-2570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:59296 2024-11-21T11:24:06,321 DEBUG [Thread-2570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5648 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5579 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5555 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5679 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5586 2024-11-21T11:24:06,322 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T11:24:06,322 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:24:06,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x635b1751 to 127.0.0.1:59296 2024-11-21T11:24:06,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:06,323 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T11:24:06,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-21T11:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T11:24:06,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188246327"}]},"ts":"1732188246327"} 2024-11-21T11:24:06,328 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T11:24:06,331 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T11:24:06,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T11:24:06,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, UNASSIGN}] 2024-11-21T11:24:06,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, UNASSIGN 2024-11-21T11:24:06,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=CLOSING, regionLocation=98fb8183d505,41191,1732188077563 2024-11-21T11:24:06,335 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T11:24:06,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563}] 2024-11-21T11:24:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T11:24:06,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 98fb8183d505,41191,1732188077563 2024-11-21T11:24:06,487 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:06,487 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T11:24:06,487 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 45338fe93b712edd304a620a28d0c665, disabling compactions & flushes 2024-11-21T11:24:06,488 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. after waiting 0 ms 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:06,488 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 45338fe93b712edd304a620a28d0c665 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=A 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=B 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 45338fe93b712edd304a620a28d0c665, store=C 2024-11-21T11:24:06,488 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T11:24:06,495 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6916791cc954202bb31056f4ec91543_45338fe93b712edd304a620a28d0c665 is 50, key is test_row_0/A:col10/1732188243682/Put/seqid=0 2024-11-21T11:24:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742539_1715 (size=12454) 2024-11-21T11:24:06,502 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:24:06,507 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6916791cc954202bb31056f4ec91543_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6916791cc954202bb31056f4ec91543_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:06,508 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/c182f1942a414538898d830cec5238de, store: [table=TestAcidGuarantees family=A region=45338fe93b712edd304a620a28d0c665] 2024-11-21T11:24:06,509 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/c182f1942a414538898d830cec5238de is 175, key is test_row_0/A:col10/1732188243682/Put/seqid=0 2024-11-21T11:24:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742540_1716 (size=31255) 2024-11-21T11:24:06,521 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/c182f1942a414538898d830cec5238de 2024-11-21T11:24:06,527 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/c335dfa2487c417da8300cb0ebf4b6fe is 50, key is test_row_0/B:col10/1732188243682/Put/seqid=0 2024-11-21T11:24:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742541_1717 (size=12301) 2024-11-21T11:24:06,546 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/c335dfa2487c417da8300cb0ebf4b6fe 2024-11-21T11:24:06,554 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/c78e8a2771d64628b1c4f94245ddf9fe is 50, key is test_row_0/C:col10/1732188243682/Put/seqid=0 2024-11-21T11:24:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742542_1718 (size=12301) 2024-11-21T11:24:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T11:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T11:24:06,963 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/c78e8a2771d64628b1c4f94245ddf9fe 2024-11-21T11:24:06,966 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/A/c182f1942a414538898d830cec5238de as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/c182f1942a414538898d830cec5238de 2024-11-21T11:24:06,969 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/c182f1942a414538898d830cec5238de, entries=150, sequenceid=481, filesize=30.5 K 2024-11-21T11:24:06,970 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/B/c335dfa2487c417da8300cb0ebf4b6fe as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/c335dfa2487c417da8300cb0ebf4b6fe 2024-11-21T11:24:06,972 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/c335dfa2487c417da8300cb0ebf4b6fe, entries=150, sequenceid=481, filesize=12.0 K 2024-11-21T11:24:06,973 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/.tmp/C/c78e8a2771d64628b1c4f94245ddf9fe as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c78e8a2771d64628b1c4f94245ddf9fe 2024-11-21T11:24:06,976 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c78e8a2771d64628b1c4f94245ddf9fe, entries=150, sequenceid=481, filesize=12.0 K 2024-11-21T11:24:06,977 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 45338fe93b712edd304a620a28d0c665 in 489ms, sequenceid=481, compaction requested=true 2024-11-21T11:24:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5cd271d2baf44195b592e5d0f34474a8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2c6049c44574641af53a762a1b426e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2f20b1e08c84923a029a7f6a496974f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/07b5f345852247bd924a7e26535505a7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1171e08cec547aeb9903215fbb99684, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/943724dcbc2b4a51aabc5cb73c8e6746, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a751a8e1863c478690dac1b32ebecbfb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1f5de3fc2d27439183cc4072196ae559, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57] to archive 2024-11-21T11:24:06,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:24:06,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b11bf2c169294fc7b779bf0ace85e455 2024-11-21T11:24:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1db0671a22284140bb3235d9cb41054b 2024-11-21T11:24:06,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5cd271d2baf44195b592e5d0f34474a8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5cd271d2baf44195b592e5d0f34474a8 2024-11-21T11:24:06,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/e116a415859644cb949c232726151879 2024-11-21T11:24:06,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/87ac0795fdb54c75952bc6cd97a6c7c8 2024-11-21T11:24:06,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/5c5f861f26b14a64b3077a14df8bd691 2024-11-21T11:24:06,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2c6049c44574641af53a762a1b426e0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2c6049c44574641af53a762a1b426e0 2024-11-21T11:24:06,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a7c9aa702b4f466ba91e9ef3921f0e1e 2024-11-21T11:24:06,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2f20b1e08c84923a029a7f6a496974f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d2f20b1e08c84923a029a7f6a496974f 2024-11-21T11:24:06,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/547616fb231541fb86dc59fede4eab16 2024-11-21T11:24:06,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/f4ca7143b66141f7b23b93112792d790 2024-11-21T11:24:06,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2c81f4b10110416eb233a49862931d90 2024-11-21T11:24:06,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e6d548c304d43d6b15918e2506dee39 2024-11-21T11:24:06,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/07b5f345852247bd924a7e26535505a7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/07b5f345852247bd924a7e26535505a7 2024-11-21T11:24:06,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/decc1db5bd7046c2973aabe66a61c204 2024-11-21T11:24:06,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1171e08cec547aeb9903215fbb99684 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1171e08cec547aeb9903215fbb99684 2024-11-21T11:24:06,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a1837cd8ba1c4f31ad7277df4202b725 2024-11-21T11:24:07,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d4955bed22414b4885a04d1079bb2e5a 2024-11-21T11:24:07,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/9695ac3a5f8e427aaa3dc79f3b8fd626 2024-11-21T11:24:07,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d5d4b775fce441a88e3c7acbb013022b 2024-11-21T11:24:07,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/943724dcbc2b4a51aabc5cb73c8e6746 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/943724dcbc2b4a51aabc5cb73c8e6746 2024-11-21T11:24:07,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/b2291695b24f4814a9f714e534e3135c 2024-11-21T11:24:07,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a751a8e1863c478690dac1b32ebecbfb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/a751a8e1863c478690dac1b32ebecbfb 2024-11-21T11:24:07,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/3f2dcf40c42145ec828a4a0b3df4b782 2024-11-21T11:24:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/63c184bdea9b4ed18da7621685fa74e0 2024-11-21T11:24:07,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/8e04ed9ec04b4f1fa180ff216884b2a6 2024-11-21T11:24:07,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/237adf3986864ee69124fc8c2c4de8c7 2024-11-21T11:24:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1f5de3fc2d27439183cc4072196ae559 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/1f5de3fc2d27439183cc4072196ae559 2024-11-21T11:24:07,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/2ecd88e286974d5ca418af09af5ed7b9 2024-11-21T11:24:07,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/d860f22ba05d44ac829f266331c9048d 2024-11-21T11:24:07,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/05faf0afee4c4c70916dcad36fb17a57 2024-11-21T11:24:07,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/b3abf1ee6a2544f58ec486f575a0b6bb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/feff83b7b2ca4dcd94040d9946b84bd5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dbf46843dcc046a9879ddfdb7d4adbba, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/ab2c8bc04a454661aa9edad08adfa7a4, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/f55d6ccf961749e19ca756bcfeb6a588, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43178b5c6ffd4f44b57caf5147262067, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d473b3280f4a49bea11f88f8234d63c1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/22bcbaa582514681a04ecd269fd1afa2, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7aa4bd4cab7d4235b96cba2d3031a332, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/105b3d89e8d047d1a3763bff4a336c21, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/4ea106bb13524845804332b11d959c33, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7de91c2326ae49dab5977e25fcdee176, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/135bfe0ae050469e87a06df46252bddb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a14597af18b044c58f4d568369a82e01, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fa59f7c223c744a08cc0df5bc58de256, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08a92492a3a4f3f9346ecad7a57925d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/47c3eff25c844609b1c2cee3cf748e1f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/857733aed8ce4220a3f819b31f098b53, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/871dac46f5194afab831abdac05a829b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08ff57d9e28401683db37588d613f88, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/9216ec5427e74c01a3c54d7322b1a332, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bf245018a30044f78ae3d3b7b49fa0d1, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43949911d3234cf8bedabf5006e9b8aa, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fdccf3a5439847b9bf67782ff8c68f5c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/5d55c387010741878e3aa821b7fdfd2d, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/86cd88bdb58347f7bfdb2bfd38537472, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d2ed5b31ce354e5aa34742c52fff8a05, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bdd1200c03a442f298cece5b96ccfe56, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/e6fe1e4c0ca7405584738b4029b081d6, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d28dce94d6094f9989b41bda077c44e7, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/6bfe99e19ea44d5abab4f8c2fdff6b05] to archive 2024-11-21T11:24:07,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:24:07,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/b3abf1ee6a2544f58ec486f575a0b6bb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/b3abf1ee6a2544f58ec486f575a0b6bb 2024-11-21T11:24:07,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/feff83b7b2ca4dcd94040d9946b84bd5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/feff83b7b2ca4dcd94040d9946b84bd5 2024-11-21T11:24:07,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dbf46843dcc046a9879ddfdb7d4adbba to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dbf46843dcc046a9879ddfdb7d4adbba 2024-11-21T11:24:07,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/ab2c8bc04a454661aa9edad08adfa7a4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/ab2c8bc04a454661aa9edad08adfa7a4 2024-11-21T11:24:07,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/f55d6ccf961749e19ca756bcfeb6a588 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/f55d6ccf961749e19ca756bcfeb6a588 2024-11-21T11:24:07,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43178b5c6ffd4f44b57caf5147262067 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43178b5c6ffd4f44b57caf5147262067 2024-11-21T11:24:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d473b3280f4a49bea11f88f8234d63c1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d473b3280f4a49bea11f88f8234d63c1 2024-11-21T11:24:07,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/22bcbaa582514681a04ecd269fd1afa2 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/22bcbaa582514681a04ecd269fd1afa2 2024-11-21T11:24:07,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7aa4bd4cab7d4235b96cba2d3031a332 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7aa4bd4cab7d4235b96cba2d3031a332 2024-11-21T11:24:07,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/105b3d89e8d047d1a3763bff4a336c21 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/105b3d89e8d047d1a3763bff4a336c21 2024-11-21T11:24:07,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/4ea106bb13524845804332b11d959c33 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/4ea106bb13524845804332b11d959c33 2024-11-21T11:24:07,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7de91c2326ae49dab5977e25fcdee176 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/7de91c2326ae49dab5977e25fcdee176 2024-11-21T11:24:07,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/135bfe0ae050469e87a06df46252bddb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/135bfe0ae050469e87a06df46252bddb 2024-11-21T11:24:07,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a14597af18b044c58f4d568369a82e01 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a14597af18b044c58f4d568369a82e01 2024-11-21T11:24:07,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fa59f7c223c744a08cc0df5bc58de256 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fa59f7c223c744a08cc0df5bc58de256 2024-11-21T11:24:07,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08a92492a3a4f3f9346ecad7a57925d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08a92492a3a4f3f9346ecad7a57925d 2024-11-21T11:24:07,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/47c3eff25c844609b1c2cee3cf748e1f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/47c3eff25c844609b1c2cee3cf748e1f 2024-11-21T11:24:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/857733aed8ce4220a3f819b31f098b53 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/857733aed8ce4220a3f819b31f098b53 2024-11-21T11:24:07,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/871dac46f5194afab831abdac05a829b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/871dac46f5194afab831abdac05a829b 2024-11-21T11:24:07,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08ff57d9e28401683db37588d613f88 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/a08ff57d9e28401683db37588d613f88 2024-11-21T11:24:07,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/9216ec5427e74c01a3c54d7322b1a332 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/9216ec5427e74c01a3c54d7322b1a332 2024-11-21T11:24:07,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bf245018a30044f78ae3d3b7b49fa0d1 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bf245018a30044f78ae3d3b7b49fa0d1 2024-11-21T11:24:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43949911d3234cf8bedabf5006e9b8aa to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/43949911d3234cf8bedabf5006e9b8aa 2024-11-21T11:24:07,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fdccf3a5439847b9bf67782ff8c68f5c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/fdccf3a5439847b9bf67782ff8c68f5c 2024-11-21T11:24:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/5d55c387010741878e3aa821b7fdfd2d to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/5d55c387010741878e3aa821b7fdfd2d 2024-11-21T11:24:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/86cd88bdb58347f7bfdb2bfd38537472 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/86cd88bdb58347f7bfdb2bfd38537472 2024-11-21T11:24:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d2ed5b31ce354e5aa34742c52fff8a05 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d2ed5b31ce354e5aa34742c52fff8a05 2024-11-21T11:24:07,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bdd1200c03a442f298cece5b96ccfe56 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/bdd1200c03a442f298cece5b96ccfe56 2024-11-21T11:24:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/e6fe1e4c0ca7405584738b4029b081d6 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/e6fe1e4c0ca7405584738b4029b081d6 2024-11-21T11:24:07,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d28dce94d6094f9989b41bda077c44e7 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/d28dce94d6094f9989b41bda077c44e7 2024-11-21T11:24:07,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/6bfe99e19ea44d5abab4f8c2fdff6b05 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/6bfe99e19ea44d5abab4f8c2fdff6b05 2024-11-21T11:24:07,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/678d52fe75cf4917b1a27769bec44700, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f95903e5d84043bc8688d2413cd4c74b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0d3e43c4d4dc4908a788f057715b2d55, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1dc9c7d50c984278b037959340aab074, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/284ce2bf80494d47b94eca48a3610e88, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/77c57b795b6d4f4c8bc65508f042c939, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1a8bbefdefaa402e975553bfea72d4e8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f2c9c752a47a4d54b42481d9b1d8330c, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9e19074866e2444eb95848d693fd6949, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/bd4c5bca76e2406f8eba3f45bcd2342f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/99d334a2585e44b4b529f47912005810, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/87bef4561ff549e081b46e74315a320a, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6e20c7b7253e4eeb82feb4618ffb4aab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9b22379d6e374fd682ae1bed6b3d4fe5, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f0d740d13b144165a2f3bd391eabbcc8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/69f79ae970ef48c9aa715ea4aef0353f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/e52d33d9baf540f6b082524d7ecf9d3f, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/626c170c3cdc40b19bfda5196ba8683b, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/ca40b18497a14730ab93374570b09af8, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fdaca865b552468eaecdbbfcc0939599, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0c3616793dec4b82807bfe9a7a0a5cfe, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/767f73541637419da439671f65302aab, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/794d21cefc0340cb9523b41271048dcb, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/820855f107d243bbad680a7a4ddedffd, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68a5badcbc6b4bd585080e1511db6c28, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/00647bbfa28c409798a254fe7cd72cd9, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68ef8b2a7b814dfc8d94a77119af61ad, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0ef7e77ec25e4f578923df86578108ff, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/890b06f5ab5b49e7bde28b406d1f3e4e, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/48854dc2658e42489c209b7f0e96f530, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fa4f7574067149c2b392f6d9d47d23e4] to archive 2024-11-21T11:24:07,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T11:24:07,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/678d52fe75cf4917b1a27769bec44700 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/678d52fe75cf4917b1a27769bec44700 2024-11-21T11:24:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f95903e5d84043bc8688d2413cd4c74b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f95903e5d84043bc8688d2413cd4c74b 2024-11-21T11:24:07,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0d3e43c4d4dc4908a788f057715b2d55 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0d3e43c4d4dc4908a788f057715b2d55 2024-11-21T11:24:07,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1dc9c7d50c984278b037959340aab074 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1dc9c7d50c984278b037959340aab074 2024-11-21T11:24:07,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/284ce2bf80494d47b94eca48a3610e88 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/284ce2bf80494d47b94eca48a3610e88 2024-11-21T11:24:07,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/77c57b795b6d4f4c8bc65508f042c939 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/77c57b795b6d4f4c8bc65508f042c939 2024-11-21T11:24:07,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1a8bbefdefaa402e975553bfea72d4e8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/1a8bbefdefaa402e975553bfea72d4e8 2024-11-21T11:24:07,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f2c9c752a47a4d54b42481d9b1d8330c to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f2c9c752a47a4d54b42481d9b1d8330c 2024-11-21T11:24:07,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9e19074866e2444eb95848d693fd6949 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9e19074866e2444eb95848d693fd6949 2024-11-21T11:24:07,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/bd4c5bca76e2406f8eba3f45bcd2342f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/bd4c5bca76e2406f8eba3f45bcd2342f 2024-11-21T11:24:07,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/99d334a2585e44b4b529f47912005810 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/99d334a2585e44b4b529f47912005810 2024-11-21T11:24:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/87bef4561ff549e081b46e74315a320a to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/87bef4561ff549e081b46e74315a320a 2024-11-21T11:24:07,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6e20c7b7253e4eeb82feb4618ffb4aab to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6e20c7b7253e4eeb82feb4618ffb4aab 2024-11-21T11:24:07,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9b22379d6e374fd682ae1bed6b3d4fe5 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/9b22379d6e374fd682ae1bed6b3d4fe5 2024-11-21T11:24:07,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f0d740d13b144165a2f3bd391eabbcc8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/f0d740d13b144165a2f3bd391eabbcc8 2024-11-21T11:24:07,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/69f79ae970ef48c9aa715ea4aef0353f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/69f79ae970ef48c9aa715ea4aef0353f 2024-11-21T11:24:07,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/e52d33d9baf540f6b082524d7ecf9d3f to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/e52d33d9baf540f6b082524d7ecf9d3f 2024-11-21T11:24:07,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/626c170c3cdc40b19bfda5196ba8683b to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/626c170c3cdc40b19bfda5196ba8683b 2024-11-21T11:24:07,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/ca40b18497a14730ab93374570b09af8 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/ca40b18497a14730ab93374570b09af8 2024-11-21T11:24:07,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fdaca865b552468eaecdbbfcc0939599 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fdaca865b552468eaecdbbfcc0939599 2024-11-21T11:24:07,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0c3616793dec4b82807bfe9a7a0a5cfe to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0c3616793dec4b82807bfe9a7a0a5cfe 2024-11-21T11:24:07,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/767f73541637419da439671f65302aab to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/767f73541637419da439671f65302aab 2024-11-21T11:24:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/794d21cefc0340cb9523b41271048dcb to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/794d21cefc0340cb9523b41271048dcb 2024-11-21T11:24:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/820855f107d243bbad680a7a4ddedffd to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/820855f107d243bbad680a7a4ddedffd 2024-11-21T11:24:07,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68a5badcbc6b4bd585080e1511db6c28 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68a5badcbc6b4bd585080e1511db6c28 2024-11-21T11:24:07,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/00647bbfa28c409798a254fe7cd72cd9 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/00647bbfa28c409798a254fe7cd72cd9 2024-11-21T11:24:07,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68ef8b2a7b814dfc8d94a77119af61ad to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/68ef8b2a7b814dfc8d94a77119af61ad 2024-11-21T11:24:07,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0ef7e77ec25e4f578923df86578108ff to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/0ef7e77ec25e4f578923df86578108ff 2024-11-21T11:24:07,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/890b06f5ab5b49e7bde28b406d1f3e4e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/890b06f5ab5b49e7bde28b406d1f3e4e 2024-11-21T11:24:07,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/48854dc2658e42489c209b7f0e96f530 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/48854dc2658e42489c209b7f0e96f530 2024-11-21T11:24:07,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fa4f7574067149c2b392f6d9d47d23e4 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/fa4f7574067149c2b392f6d9d47d23e4 2024-11-21T11:24:07,082 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/recovered.edits/484.seqid, newMaxSeqId=484, maxSeqId=4 2024-11-21T11:24:07,083 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665. 2024-11-21T11:24:07,083 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 45338fe93b712edd304a620a28d0c665: 2024-11-21T11:24:07,084 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=45338fe93b712edd304a620a28d0c665, regionState=CLOSED 2024-11-21T11:24:07,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-21T11:24:07,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 45338fe93b712edd304a620a28d0c665, server=98fb8183d505,41191,1732188077563 in 750 msec 2024-11-21T11:24:07,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-21T11:24:07,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=45338fe93b712edd304a620a28d0c665, UNASSIGN in 753 msec 2024-11-21T11:24:07,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-21T11:24:07,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 757 msec 2024-11-21T11:24:07,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732188247089"}]},"ts":"1732188247089"} 2024-11-21T11:24:07,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T11:24:07,092 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T11:24:07,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 770 msec 2024-11-21T11:24:07,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T11:24:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-21T11:24:07,432 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-21T11:24:07,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-21T11:24:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:07,434 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T11:24:07,435 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:07,438 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,440 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C, FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/recovered.edits] 2024-11-21T11:24:07,445 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/45534bb1024e4d758de1a7728afd51a0 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/45534bb1024e4d758de1a7728afd51a0 2024-11-21T11:24:07,446 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/c182f1942a414538898d830cec5238de to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/c182f1942a414538898d830cec5238de 2024-11-21T11:24:07,447 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/ff9389427a49428892ad414a9ea30833 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/A/ff9389427a49428892ad414a9ea30833 2024-11-21T11:24:07,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/3b968d4526ed4a01a3b3303644930011 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/3b968d4526ed4a01a3b3303644930011 2024-11-21T11:24:07,455 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/c335dfa2487c417da8300cb0ebf4b6fe to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/c335dfa2487c417da8300cb0ebf4b6fe 2024-11-21T11:24:07,457 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dd393da4744b47ddaa72dc68e53ea20e to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/B/dd393da4744b47ddaa72dc68e53ea20e 2024-11-21T11:24:07,459 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6fa5f686dc33467db888ec2349202f02 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/6fa5f686dc33467db888ec2349202f02 2024-11-21T11:24:07,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c194acc519004e79a07196500b6d1723 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c194acc519004e79a07196500b6d1723 2024-11-21T11:24:07,461 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c78e8a2771d64628b1c4f94245ddf9fe to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/C/c78e8a2771d64628b1c4f94245ddf9fe 2024-11-21T11:24:07,464 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/recovered.edits/484.seqid to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665/recovered.edits/484.seqid 2024-11-21T11:24:07,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/default/TestAcidGuarantees/45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T11:24:07,465 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T11:24:07,466 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T11:24:07,470 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210776581358f045f5aa0f13f612ace287_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210776581358f045f5aa0f13f612ace287_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,471 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111dc734fd2764bd0ba3dd18dd88baef3_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112111dc734fd2764bd0ba3dd18dd88baef3_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,473 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211f6544cf2af74f5287ad801f02f93cf0_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211f6544cf2af74f5287ad801f02f93cf0_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,474 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212b15f410a12149339c2115b6706d3c67_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212b15f410a12149339c2115b6706d3c67_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,475 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112147627f2d5063439ba80101c8875209f0_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112147627f2d5063439ba80101c8875209f0_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,476 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214d1527f6b66e4089a52c10bea603d438_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214d1527f6b66e4089a52c10bea603d438_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,477 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216efce6af930b4dd6841521c4e52db852_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216efce6af930b4dd6841521c4e52db852_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,478 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121752dae75519540b8891f8453645ee493_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121752dae75519540b8891f8453645ee493_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,480 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121796878eb27bf444390774f5c7ff13c5d_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121796878eb27bf444390774f5c7ff13c5d_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,481 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ae42f75aeb8455cbde3df5eff414e4f_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ae42f75aeb8455cbde3df5eff414e4f_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,483 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112182cdc24202214ce1a7447034df20bf24_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112182cdc24202214ce1a7447034df20bf24_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,483 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218a11d47f0ddd4649ad0dbe629818e669_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218a11d47f0ddd4649ad0dbe629818e669_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,485 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218c87efd0dfa44aca891b61c310b7feb8_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218c87efd0dfa44aca891b61c310b7feb8_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,486 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218d2446e85b7645b1b7f37b9e45465a31_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218d2446e85b7645b1b7f37b9e45465a31_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,487 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218d3e0597ec234c198d4a4c7821b59914_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218d3e0597ec234c198d4a4c7821b59914_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,488 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219ae6de3819fe4d65bf89e8d9e0284627_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219ae6de3819fe4d65bf89e8d9e0284627_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,489 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a17b95c1ca15420f93a7c2e3b0e0b3a4_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a17b95c1ca15420f93a7c2e3b0e0b3a4_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,490 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a3adb014f4814904b009cc7c91c8b787_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a3adb014f4814904b009cc7c91c8b787_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,491 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abf2c14e34324f4a8831222c73a0e563_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121abf2c14e34324f4a8831222c73a0e563_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,492 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c23eafa4c5834b2fb19cbe8096cafb12_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c23eafa4c5834b2fb19cbe8096cafb12_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,493 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d31ea391ede0433681b25438e3a087a7_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d31ea391ede0433681b25438e3a087a7_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,496 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6916791cc954202bb31056f4ec91543_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6916791cc954202bb31056f4ec91543_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,497 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db5dbac19f734742aed0c6e4c3497b41_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121db5dbac19f734742aed0c6e4c3497b41_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,498 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f24bde643f0443ecb5671f7e468e5e59_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f24bde643f0443ecb5671f7e468e5e59_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f60fac7188854b60811e5a9a25993241_45338fe93b712edd304a620a28d0c665 to hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f60fac7188854b60811e5a9a25993241_45338fe93b712edd304a620a28d0c665 2024-11-21T11:24:07,500 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T11:24:07,503 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:07,506 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T11:24:07,507 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T11:24:07,508 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:07,508 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T11:24:07,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732188247508"}]},"ts":"9223372036854775807"} 2024-11-21T11:24:07,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T11:24:07,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 45338fe93b712edd304a620a28d0c665, NAME => 'TestAcidGuarantees,,1732188220038.45338fe93b712edd304a620a28d0c665.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T11:24:07,510 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T11:24:07,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732188247510"}]},"ts":"9223372036854775807"} 2024-11-21T11:24:07,511 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T11:24:07,513 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T11:24:07,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-21T11:24:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-21T11:24:07,535 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-21T11:24:07,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 675), ProcessCount=11 (was 11), AvailableMemoryMB=1260 (was 1357) 2024-11-21T11:24:07,548 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T11:24:07,548 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T11:24:07,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38630296 to 127.0.0.1:59296 2024-11-21T11:24:07,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:07,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:24:07,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-21T11:24:07,549 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=98fb8183d505,37055,1732188076849 2024-11-21T11:24:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T11:24:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T11:24:07,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T11:24:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:24:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:24:07,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:24:07,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:07,552 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '98fb8183d505,41191,1732188077563' ***** 2024-11-21T11:24:07,552 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T11:24:07,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:24:07,553 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:24:07,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T11:24:07,553 INFO [RS:0;98fb8183d505:41191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:24:07,553 INFO [RS:0;98fb8183d505:41191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:24:07,553 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(3579): Received CLOSE for f024c4874d81bb590fca51529f79460d 2024-11-21T11:24:07,553 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1224): stopping server 98fb8183d505,41191,1732188077563 2024-11-21T11:24:07,554 DEBUG [RS:0;98fb8183d505:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:07,554 INFO [RS:0;98fb8183d505:41191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:24:07,554 INFO [RS:0;98fb8183d505:41191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:24:07,554 INFO [RS:0;98fb8183d505:41191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:24:07,554 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f024c4874d81bb590fca51529f79460d, disabling compactions & flushes 2024-11-21T11:24:07,554 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. after waiting 0 ms 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:24:07,554 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f024c4874d81bb590fca51529f79460d 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T11:24:07,554 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T11:24:07,554 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1603): Online Regions={f024c4874d81bb590fca51529f79460d=hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:24:07,554 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:24:07,554 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:24:07,554 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-21T11:24:07,555 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f024c4874d81bb590fca51529f79460d 2024-11-21T11:24:07,578 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/.tmp/info/8c8bfc70b35247d8b7375678bdc942ec is 45, key is default/info:d/1732188082497/Put/seqid=0 2024-11-21T11:24:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742543_1719 (size=5037) 2024-11-21T11:24:07,584 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/info/7df0f9df611541ccb0f81e68be63975a is 143, key is hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d./info:regioninfo/1732188082348/Put/seqid=0 2024-11-21T11:24:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742544_1720 (size=7725) 2024-11-21T11:24:07,647 INFO [regionserver/98fb8183d505:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:24:07,755 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f024c4874d81bb590fca51529f79460d 2024-11-21T11:24:07,847 INFO [regionserver/98fb8183d505:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:24:07,847 INFO [regionserver/98fb8183d505:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:24:07,955 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f024c4874d81bb590fca51529f79460d 2024-11-21T11:24:07,984 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/.tmp/info/8c8bfc70b35247d8b7375678bdc942ec 2024-11-21T11:24:07,988 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/.tmp/info/8c8bfc70b35247d8b7375678bdc942ec as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/info/8c8bfc70b35247d8b7375678bdc942ec 2024-11-21T11:24:07,988 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/info/7df0f9df611541ccb0f81e68be63975a 2024-11-21T11:24:07,991 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/info/8c8bfc70b35247d8b7375678bdc942ec, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T11:24:07,992 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f024c4874d81bb590fca51529f79460d in 438ms, sequenceid=6, compaction requested=false 2024-11-21T11:24:07,995 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/namespace/f024c4874d81bb590fca51529f79460d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T11:24:07,996 INFO [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:24:07,996 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f024c4874d81bb590fca51529f79460d: 2024-11-21T11:24:07,996 DEBUG [RS_CLOSE_REGION-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732188081115.f024c4874d81bb590fca51529f79460d. 2024-11-21T11:24:08,011 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/rep_barrier/03e3dab0623845dcab0b34a61c2140b6 is 102, key is TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de./rep_barrier:/1732188109088/DeleteFamily/seqid=0 2024-11-21T11:24:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742545_1721 (size=6025) 2024-11-21T11:24:08,155 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T11:24:08,356 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T11:24:08,415 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/rep_barrier/03e3dab0623845dcab0b34a61c2140b6 2024-11-21T11:24:08,433 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/table/40c05904963e4c44a372bdfd4aa4786b is 96, key is TestAcidGuarantees,,1732188082706.3ad76886fa4c6589beed6d684f6042de./table:/1732188109088/DeleteFamily/seqid=0 2024-11-21T11:24:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742546_1722 (size=5942) 2024-11-21T11:24:08,556 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-21T11:24:08,556 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T11:24:08,556 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T11:24:08,649 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=98fb8183d505:37055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-11-21T11:24:08,756 DEBUG [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T11:24:08,843 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/table/40c05904963e4c44a372bdfd4aa4786b 2024-11-21T11:24:08,846 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/info/7df0f9df611541ccb0f81e68be63975a as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/info/7df0f9df611541ccb0f81e68be63975a 2024-11-21T11:24:08,849 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/info/7df0f9df611541ccb0f81e68be63975a, entries=22, sequenceid=93, filesize=7.5 K 2024-11-21T11:24:08,850 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/rep_barrier/03e3dab0623845dcab0b34a61c2140b6 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/rep_barrier/03e3dab0623845dcab0b34a61c2140b6 2024-11-21T11:24:08,853 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/rep_barrier/03e3dab0623845dcab0b34a61c2140b6, entries=6, sequenceid=93, filesize=5.9 K 2024-11-21T11:24:08,854 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/.tmp/table/40c05904963e4c44a372bdfd4aa4786b as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/table/40c05904963e4c44a372bdfd4aa4786b 2024-11-21T11:24:08,857 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/table/40c05904963e4c44a372bdfd4aa4786b, entries=9, sequenceid=93, filesize=5.8 K 2024-11-21T11:24:08,857 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=93, compaction requested=false 2024-11-21T11:24:08,867 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-21T11:24:08,868 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:24:08,868 INFO [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T11:24:08,868 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T11:24:08,868 DEBUG [RS_CLOSE_META-regionserver/98fb8183d505:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:24:08,957 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1250): stopping server 98fb8183d505,41191,1732188077563; all regions closed. 2024-11-21T11:24:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741834_1010 (size=26050) 2024-11-21T11:24:08,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/WALs/98fb8183d505,41191,1732188077563/98fb8183d505%2C41191%2C1732188077563.meta.1732188080862.meta not finished, retry = 0 2024-11-21T11:24:09,065 DEBUG [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/oldWALs 2024-11-21T11:24:09,065 INFO [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 98fb8183d505%2C41191%2C1732188077563.meta:.meta(num 1732188080862) 2024-11-21T11:24:09,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741832_1008 (size=16551101) 2024-11-21T11:24:09,069 DEBUG [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/oldWALs 2024-11-21T11:24:09,069 INFO [RS:0;98fb8183d505:41191 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 98fb8183d505%2C41191%2C1732188077563:(num 1732188079926) 2024-11-21T11:24:09,069 DEBUG [RS:0;98fb8183d505:41191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:09,069 INFO [RS:0;98fb8183d505:41191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:24:09,070 INFO [RS:0;98fb8183d505:41191 {}] hbase.ChoreService(370): Chore service for: regionserver/98fb8183d505:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T11:24:09,070 INFO [regionserver/98fb8183d505:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T11:24:09,070 INFO [RS:0;98fb8183d505:41191 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41191 2024-11-21T11:24:09,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T11:24:09,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/98fb8183d505,41191,1732188077563 2024-11-21T11:24:09,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [98fb8183d505,41191,1732188077563] 2024-11-21T11:24:09,077 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 98fb8183d505,41191,1732188077563; numProcessing=1 2024-11-21T11:24:09,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/98fb8183d505,41191,1732188077563 already deleted, retry=false 2024-11-21T11:24:09,079 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 98fb8183d505,41191,1732188077563 expired; onlineServers=0 2024-11-21T11:24:09,079 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '98fb8183d505,37055,1732188076849' ***** 2024-11-21T11:24:09,079 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:24:09,079 DEBUG [M:0;98fb8183d505:37055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=98fb8183d505/172.17.0.2:0 2024-11-21T11:24:09,079 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegionServer(1224): stopping server 98fb8183d505,37055,1732188076849 2024-11-21T11:24:09,079 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegionServer(1250): stopping server 98fb8183d505,37055,1732188076849; all regions closed. 2024-11-21T11:24:09,079 DEBUG [M:0;98fb8183d505:37055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:24:09,079 DEBUG [M:0;98fb8183d505:37055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:24:09,079 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:24:09,079 DEBUG [M:0;98fb8183d505:37055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:24:09,079 DEBUG [master/98fb8183d505:0:becomeActiveMaster-HFileCleaner.large.0-1732188079626 {}] cleaner.HFileCleaner(306): Exit Thread[master/98fb8183d505:0:becomeActiveMaster-HFileCleaner.large.0-1732188079626,5,FailOnTimeoutGroup] 2024-11-21T11:24:09,079 DEBUG [master/98fb8183d505:0:becomeActiveMaster-HFileCleaner.small.0-1732188079627 {}] cleaner.HFileCleaner(306): Exit Thread[master/98fb8183d505:0:becomeActiveMaster-HFileCleaner.small.0-1732188079627,5,FailOnTimeoutGroup] 2024-11-21T11:24:09,080 INFO [M:0;98fb8183d505:37055 {}] hbase.ChoreService(370): Chore service for: master/98fb8183d505:0 had [] on shutdown 2024-11-21T11:24:09,080 DEBUG [M:0;98fb8183d505:37055 {}] master.HMaster(1733): Stopping service threads 2024-11-21T11:24:09,080 INFO [M:0;98fb8183d505:37055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:24:09,080 ERROR [M:0;98fb8183d505:37055 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1308410445) connection to localhost/127.0.0.1:34969 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34969,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T11:24:09,081 INFO [M:0;98fb8183d505:37055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:24:09,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:24:09,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T11:24:09,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:24:09,083 DEBUG [M:0;98fb8183d505:37055 {}] zookeeper.ZKUtil(347): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T11:24:09,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T11:24:09,083 WARN [M:0;98fb8183d505:37055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:24:09,083 INFO [M:0;98fb8183d505:37055 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T11:24:09,084 INFO [M:0;98fb8183d505:37055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:24:09,084 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:24:09,084 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:24:09,084 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:24:09,084 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:24:09,084 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:24:09,084 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=783.47 KB heapSize=964.43 KB 2024-11-21T11:24:09,106 DEBUG [M:0;98fb8183d505:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a21a163656a046e0994a21368dbd46f2 is 82, key is hbase:meta,,1/info:regioninfo/1732188080998/Put/seqid=0 2024-11-21T11:24:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742547_1723 (size=5672) 2024-11-21T11:24:09,115 INFO [M:0;98fb8183d505:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a21a163656a046e0994a21368dbd46f2 2024-11-21T11:24:09,144 DEBUG [M:0;98fb8183d505:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb13c47f0f543e1a9fc64861b418fdf is 2278, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1732188112246/Put/seqid=0 2024-11-21T11:24:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742548_1724 (size=44393) 2024-11-21T11:24:09,156 INFO [M:0;98fb8183d505:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=782.91 KB at sequenceid=2237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb13c47f0f543e1a9fc64861b418fdf 2024-11-21T11:24:09,164 INFO [M:0;98fb8183d505:37055 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcb13c47f0f543e1a9fc64861b418fdf 2024-11-21T11:24:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:24:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41191-0x10019d030ea0001, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:24:09,177 INFO [RS:0;98fb8183d505:41191 {}] regionserver.HRegionServer(1307): Exiting; stopping=98fb8183d505,41191,1732188077563; zookeeper connection closed. 2024-11-21T11:24:09,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a1c2581 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a1c2581 2024-11-21T11:24:09,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:24:09,207 DEBUG [M:0;98fb8183d505:37055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/130b7b1b7c7a4f459f3512cba8b66a7c is 69, key is 98fb8183d505,41191,1732188077563/rs:state/1732188079702/Put/seqid=0 2024-11-21T11:24:09,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073742549_1725 (size=5156) 2024-11-21T11:24:09,626 INFO [M:0;98fb8183d505:37055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2237 (bloomFilter=true), to=hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/130b7b1b7c7a4f459f3512cba8b66a7c 2024-11-21T11:24:09,631 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a21a163656a046e0994a21368dbd46f2 as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a21a163656a046e0994a21368dbd46f2 2024-11-21T11:24:09,634 INFO [M:0;98fb8183d505:37055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a21a163656a046e0994a21368dbd46f2, entries=8, sequenceid=2237, filesize=5.5 K 2024-11-21T11:24:09,642 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcb13c47f0f543e1a9fc64861b418fdf as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcb13c47f0f543e1a9fc64861b418fdf 2024-11-21T11:24:09,657 INFO [M:0;98fb8183d505:37055 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcb13c47f0f543e1a9fc64861b418fdf 2024-11-21T11:24:09,657 INFO [M:0;98fb8183d505:37055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcb13c47f0f543e1a9fc64861b418fdf, entries=175, sequenceid=2237, filesize=43.4 K 2024-11-21T11:24:09,658 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/130b7b1b7c7a4f459f3512cba8b66a7c as hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/130b7b1b7c7a4f459f3512cba8b66a7c 2024-11-21T11:24:09,662 INFO [M:0;98fb8183d505:37055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34969/user/jenkins/test-data/86909707-688a-42ac-bb17-9131b1be9dd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/130b7b1b7c7a4f459f3512cba8b66a7c, entries=1, sequenceid=2237, filesize=5.0 K 2024-11-21T11:24:09,663 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegion(3040): Finished flush of dataSize ~783.47 KB/802271, heapSize ~964.13 KB/987272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=2237, compaction requested=false 2024-11-21T11:24:09,704 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:24:09,704 DEBUG [M:0;98fb8183d505:37055 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T11:24:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42791 is added to blk_1073741830_1006 (size=948899) 2024-11-21T11:24:09,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T11:24:09,735 INFO [M:0;98fb8183d505:37055 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T11:24:09,735 INFO [M:0;98fb8183d505:37055 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37055 2024-11-21T11:24:09,737 DEBUG [M:0;98fb8183d505:37055 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/98fb8183d505,37055,1732188076849 already deleted, retry=false 2024-11-21T11:24:09,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:24:09,839 INFO [M:0;98fb8183d505:37055 {}] regionserver.HRegionServer(1307): Exiting; stopping=98fb8183d505,37055,1732188076849; zookeeper connection closed. 2024-11-21T11:24:09,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37055-0x10019d030ea0000, quorum=127.0.0.1:59296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:24:09,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ba49e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:24:09,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:24:09,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:24:09,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:24:09,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/hadoop.log.dir/,STOPPED} 2024-11-21T11:24:09,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:24:09,853 WARN [BP-16932064-172.17.0.2-1732188074067 heartbeating to localhost/127.0.0.1:34969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:24:09,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:24:09,853 WARN [BP-16932064-172.17.0.2-1732188074067 heartbeating to localhost/127.0.0.1:34969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-16932064-172.17.0.2-1732188074067 (Datanode Uuid 8acbcdda-db7c-470a-9fbf-e44eb5b8e889) service to localhost/127.0.0.1:34969 2024-11-21T11:24:09,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/dfs/data/data1/current/BP-16932064-172.17.0.2-1732188074067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:24:09,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/cluster_c2ce2d62-91e4-8ee4-5966-d1fb8e782d5b/dfs/data/data2/current/BP-16932064-172.17.0.2-1732188074067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:24:09,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:24:09,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:24:09,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:24:09,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:24:09,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:24:09,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1e74359b-d1ba-4b29-e602-a2e5ba38e8f8/hadoop.log.dir/,STOPPED} 2024-11-21T11:24:09,896 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:24:10,060 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down